{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5095.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9311) [trial-2392↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9311)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9311) [trial-2392↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:12:16.100426 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a17:12:16.112738 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:16.750511 tst mo_mt_sms.py: using LAC 35047\u000a17:12:16.870370 tst mo_mt_sms.py: using RAC 112\u000a17:12:17.037117 tst mo_mt_sms.py: using CellId 35047\u000a17:12:17.160379 tst mo_mt_sms.py: using BVCI 35048\u000a17:12:17.184365 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:17.366035 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:17.661740 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:12:17.797970 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:12:20.145477 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9310): Launched\u000a17:12:20.468396 run osmo-nitb_10.42.42.2(pid=9311): Launched\u000a17:12:20.655138 run osmo-nitb_10.42.42.2(pid=9311): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9311)]\u000a17:12:20.789356 run osmo-nitb_10.42.42.2(pid=9311): stdout: \u000a| (launched: 2022-12-13_17:12:20.310588) \u000a17:12:20.923957 run osmo-nitb_10.42.42.2(pid=9311): stderr: \u000a| (launched: 2022-12-13_17:12:20.359099)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:21.054327 run osmo-nitb_10.42.42.2(pid=9311): stdout: \u000a| (launched: 2022-12-13_17:12:20.310588) \u000a17:12:21.183378 run osmo-nitb_10.42.42.2(pid=9311): stderr: \u000a| (launched: 2022-12-13_17:12:20.359099)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:21.239831 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9311) [trial-2392↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9311)] [trial-2392↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a17:12:21.248335 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a17:12:21.285236 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9310): Terminating (SIGTERM)\u000a17:12:21.463357 --- ParallelTerminationStrategy: PID 9310 died...\u000a17:12:21.522318 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9310): Terminated: ok {rc=0}\u000a17:12:21.612305 bus /sierra_3: Setting Powered False\u000a17:12:22.719922 bus /sierra_3: Setting Powered False\u000a17:12:23.829503 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:12:15" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9321): Process ended prematurely: osmo-stp_10.42.42.5(pid=9321) [trial-2392↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9321)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9321): Process ended prematurely: osmo-stp_10.42.42.5(pid=9321) [trial-2392↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:12:25.685804 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:25.696739 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:25.826238 tst mo_mt_sms.py: using LAC 35048\u000a17:12:25.951820 tst mo_mt_sms.py: using RAC 113\u000a17:12:26.077393 tst mo_mt_sms.py: using CellId 35048\u000a17:12:26.201838 tst mo_mt_sms.py: using BVCI 35049\u000a17:12:26.224861 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.235554 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.246116 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.256546 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.267587 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:26.278400 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:26.392809 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:12:26.610307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:28.372707 run create_hlr_db(pid=9315): Launched\u000a17:12:28.562565 bus /sierra_2: Setting Powered False\u000a17:12:29.583327 run create_hlr_db(pid=9315): Terminated: ok {rc=0}\u000a17:12:29.995073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9317): Launched\u000a17:12:30.301163 run osmo-hlr_10.42.42.2(pid=9318): Launched\u000a17:12:30.414972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:33.054486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9320): Launched\u000a17:12:33.380794 run osmo-stp_10.42.42.5(pid=9321): Launched\u000a17:12:33.500497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:12:38.902624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9323): Launched\u000a17:12:39.226650 run osmo-msc_10.42.42.6(pid=9324): Launched\u000a17:12:39.416001 run osmo-stp_10.42.42.5(pid=9321): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9321)]\u000a17:12:39.553316 run osmo-stp_10.42.42.5(pid=9321): stdout: \u000a| (launched: 2022-12-13_17:12:33.220101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:39.690013 run osmo-stp_10.42.42.5(pid=9321): stderr: \u000a| �[0;m�[38;5;43m20221213171233417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171233417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171233417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171233418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171233418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171233418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171233418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:39.820332 run osmo-stp_10.42.42.5(pid=9321): stdout: \u000a| (launched: 2022-12-13_17:12:33.220101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:39.949868 run osmo-stp_10.42.42.5(pid=9321): stderr: \u000a| �[0;m�[38;5;43m20221213171233417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171233417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171233417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171233418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171233418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171233418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171233418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:40.006451 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9321): Process ended prematurely: osmo-stp_10.42.42.5(pid=9321) [trial-2392↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9321)] [trial-2392↪sms:sysmo↪mo_mt_sms.py:16]\u000a17:12:40.014921 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a17:12:40.079297 run osmo-hlr_10.42.42.2(pid=9318): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9318)]\u000a17:12:40.132153 run osmo-hlr_10.42.42.2(pid=9318): stdout: \u000a| (launched: 2022-12-13_17:12:30.149920) \u000a17:12:40.185565 run osmo-hlr_10.42.42.2(pid=9318): stderr: \u000a| �[0;m�[1;31m20221213171230332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171230332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171230332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171230332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171230333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171230333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171230358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171230368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171230368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171230368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:40.257910 run osmo-msc_10.42.42.6(pid=9324): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9324)]\u000a17:12:40.310678 run osmo-msc_10.42.42.6(pid=9324): stdout: \u000a| (launched: 2022-12-13_17:12:39.066871) \u000a17:12:40.364129 run osmo-msc_10.42.42.6(pid=9324): stderr: \u000a| �[0;m�[38;5;43m20221213171239392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171239392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbda9195c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171239392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171239393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171239393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171239393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171239395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171239395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171239395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171239395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:12:40.409427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9317): Terminating (SIGTERM)\u000a17:12:40.452808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9320): Terminating (SIGTERM)\u000a17:12:40.496037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9323): Terminating (SIGTERM)\u000a17:12:40.505845 --- ParallelTerminationStrategy: PID 9317 died...\u000a17:12:40.563763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9317): Terminated: ok {rc=0}\u000a17:12:40.573960 --- ParallelTerminationStrategy: PID 9320 died...\u000a17:12:40.631538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9320): Terminated: ok {rc=0}\u000a17:12:40.641758 --- ParallelTerminationStrategy: PID 9323 died...\u000a17:12:40.698974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9323): Terminated: ok {rc=0}\u000a17:12:40.787824 bus /sierra_3: Setting Powered False\u000a17:12:41.895720 bus /sierra_3: Setting Powered False\u000a17:12:43.010005 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:12:25" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9330): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9330) [trial-2392↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9330)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9330): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9330) [trial-2392↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a17:12:44.809947 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a17:12:44.820642 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:44.943358 tst assert_extension.py: using LAC 35049\u000a17:12:45.068690 tst assert_extension.py: using RAC 114\u000a17:12:45.186234 tst assert_extension.py: using CellId 35049\u000a17:12:45.304097 tst assert_extension.py: using BVCI 35050\u000a17:12:45.327490 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a17:12:45.623105 tst assert_extension.py:10: start nitb and bts...\u000a17:12:45.759415 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:12:46.450339 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9329): Launched\u000a17:12:46.796631 run osmo-nitb_10.42.42.2(pid=9330): Launched\u000a17:12:46.999902 run osmo-nitb_10.42.42.2(pid=9330): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9330)]\u000a17:12:47.150287 run osmo-nitb_10.42.42.2(pid=9330): stdout: \u000a| (launched: 2022-12-13_17:12:46.617946) \u000a17:12:47.299534 run osmo-nitb_10.42.42.2(pid=9330): stderr: \u000a| (launched: 2022-12-13_17:12:46.666581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:47.441809 run osmo-nitb_10.42.42.2(pid=9330): stdout: \u000a| (launched: 2022-12-13_17:12:46.617946) \u000a17:12:47.583453 run osmo-nitb_10.42.42.2(pid=9330): stderr: \u000a| (launched: 2022-12-13_17:12:46.666581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:47.929063 tst osmo-nitb_10.42.42.2(pid=9330): stdout: \u000a| (launched: 2022-12-13_17:12:46.617946) \u000a17:12:48.059211 tst osmo-nitb_10.42.42.2(pid=9330): stderr: \u000a| (launched: 2022-12-13_17:12:46.666581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:12:48.115781 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9330): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9330) [trial-2392↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9330)] [trial-2392↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a17:12:48.124402 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a17:12:48.161639 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9329): Terminating (SIGTERM)\u000a17:12:48.340319 --- ParallelTerminationStrategy: PID 9329 died...\u000a17:12:48.399469 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9329): Terminated: ok {rc=0}\u000a17:12:48.491358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:12:44" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9340): Process ended prematurely: osmo-stp_10.42.42.5(pid=9340) [trial-2392↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9340)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9340): Process ended prematurely: osmo-stp_10.42.42.5(pid=9340) [trial-2392↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a17:12:50.290052 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.300419 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a17:12:50.422902 tst assert_extension.py: using LAC 35050\u000a17:12:50.544452 tst assert_extension.py: using RAC 115\u000a17:12:50.666252 tst assert_extension.py: using CellId 35050\u000a17:12:50.787757 tst assert_extension.py: using BVCI 35051\u000a17:12:50.810716 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.821228 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.831705 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.842054 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.852437 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:12:50.863269 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a17:12:51.076745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:51.589101 run create_hlr_db(pid=9334): Launched\u000a17:12:51.778621 bus /sierra_2: Setting Powered False\u000a17:12:52.797886 run create_hlr_db(pid=9334): Terminated: ok {rc=0}\u000a17:12:53.207802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9336): Launched\u000a17:12:53.512024 run osmo-hlr_10.42.42.2(pid=9337): Launched\u000a17:12:53.640776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:54.201153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9339): Launched\u000a17:12:54.506758 run osmo-stp_10.42.42.5(pid=9340): Launched\u000a17:12:54.618385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:12:55.171181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9342): Launched\u000a17:12:55.475892 run osmo-msc_10.42.42.6(pid=9343): Launched\u000a17:12:55.654038 run osmo-stp_10.42.42.5(pid=9340): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9340)]\u000a17:12:55.782678 run osmo-stp_10.42.42.5(pid=9340): stdout: \u000a| (launched: 2022-12-13_17:12:54.354976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:55.909629 run osmo-stp_10.42.42.5(pid=9340): stderr: \u000a| �[0;m�[38;5;43m20221213171254529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171254529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171254529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171254530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171254530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171254530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171254530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:56.031247 run osmo-stp_10.42.42.5(pid=9340): stdout: \u000a| (launched: 2022-12-13_17:12:54.354976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:56.151992 run osmo-stp_10.42.42.5(pid=9340): stderr: \u000a| �[0;m�[38;5;43m20221213171254529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171254529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171254529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171254530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171254530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171254530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171254530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:56.204759 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9340): Process ended prematurely: osmo-stp_10.42.42.5(pid=9340) [trial-2392↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9340)] [trial-2392↪ussd:sysmo↪assert_extension.py:17]\u000a17:12:56.212639 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a17:12:56.272862 run osmo-hlr_10.42.42.2(pid=9337): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9337)]\u000a17:12:56.322572 run osmo-hlr_10.42.42.2(pid=9337): stdout: \u000a| (launched: 2022-12-13_17:12:53.361033) \u000a17:12:56.372918 run osmo-hlr_10.42.42.2(pid=9337): stderr: \u000a| �[0;m�[1;31m20221213171253538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171253538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171253538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171253538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171253538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171253539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171253569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171253580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171253581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171253581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:56.441376 run osmo-msc_10.42.42.6(pid=9343): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9343)]\u000a17:12:56.491258 run osmo-msc_10.42.42.6(pid=9343): stdout: \u000a| (launched: 2022-12-13_17:12:55.324646) \u000a17:12:56.541699 run osmo-msc_10.42.42.6(pid=9343): stderr: \u000a| �[0;m�[38;5;43m20221213171255599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171255599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f675fbc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171255599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171255599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171255599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171255599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171255601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171255602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171255602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171255602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:12:56.584552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9336): Terminating (SIGTERM)\u000a17:12:56.625092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9339): Terminating (SIGTERM)\u000a17:12:56.665608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9342): Terminating (SIGTERM)\u000a17:12:56.674787 --- ParallelTerminationStrategy: PID 9336 died...\u000a17:12:56.729236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9336): Terminated: ok {rc=0}\u000a17:12:56.738910 --- ParallelTerminationStrategy: PID 9339 died...\u000a17:12:56.792642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9339): Terminated: ok {rc=0}\u000a17:12:56.802236 --- ParallelTerminationStrategy: PID 9342 died...\u000a17:12:56.855667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9342): Terminated: ok {rc=0}\u000a17:12:56.940525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:12:50" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9354): Process ended prematurely: osmo-stp_10.42.42.5(pid=9354) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9354)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9354): Process ended prematurely: osmo-stp_10.42.42.5(pid=9354) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:12:58.870513 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:58.881479 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:12:59.045824 tst mo_mt_call.py: using LAC 35051\u000a17:12:59.166347 tst mo_mt_call.py: using RAC 116\u000a17:12:59.289335 tst mo_mt_call.py: using CellId 35051\u000a17:12:59.407912 tst mo_mt_call.py: using BVCI 35052\u000a17:12:59.431311 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.442357 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.453250 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.464039 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.474931 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:12:59.485949 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:12:59.601833 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:12:59.816389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:00.336999 run create_hlr_db(pid=9348): Launched\u000a17:13:00.529177 bus /sierra_2: Setting Powered False\u000a17:13:01.606104 run create_hlr_db(pid=9348): Terminated: ok {rc=0}\u000a17:13:02.077461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9350): Launched\u000a17:13:02.392368 run osmo-hlr_10.42.42.2(pid=9351): Launched\u000a17:13:02.507732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:03.046871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9353): Launched\u000a17:13:03.358067 run osmo-stp_10.42.42.5(pid=9354): Launched\u000a17:13:03.470755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:04.036451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9356): Launched\u000a17:13:04.379815 run osmo-msc_10.42.42.6(pid=9357): Launched\u000a17:13:04.560457 run osmo-stp_10.42.42.5(pid=9354): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9354)]\u000a17:13:04.691547 run osmo-stp_10.42.42.5(pid=9354): stdout: \u000a| (launched: 2022-12-13_17:13:03.203693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:04.820123 run osmo-stp_10.42.42.5(pid=9354): stderr: \u000a| �[0;m�[38;5;43m20221213171303378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171303378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171303378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171303379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171303381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171303381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171303381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:04.943821 run osmo-stp_10.42.42.5(pid=9354): stdout: \u000a| (launched: 2022-12-13_17:13:03.203693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:05.066939 run osmo-stp_10.42.42.5(pid=9354): stderr: \u000a| �[0;m�[38;5;43m20221213171303378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171303378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171303378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171303379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171303381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171303381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171303381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:05.121244 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9354): Process ended prematurely: osmo-stp_10.42.42.5(pid=9354) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9354)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:13:05.129894 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:13:05.189867 run osmo-hlr_10.42.42.2(pid=9351): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9351)]\u000a17:13:05.239303 run osmo-hlr_10.42.42.2(pid=9351): stdout: \u000a| (launched: 2022-12-13_17:13:02.237220) \u000a17:13:05.289304 run osmo-hlr_10.42.42.2(pid=9351): stderr: \u000a| �[0;m�[1;31m20221213171302417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171302417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171302418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171302418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171302418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171302418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171302437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171302446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171302446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171302446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:05.357113 run osmo-msc_10.42.42.6(pid=9357): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9357)]\u000a17:13:05.406668 run osmo-msc_10.42.42.6(pid=9357): stdout: \u000a| (launched: 2022-12-13_17:13:04.225466) \u000a17:13:05.456760 run osmo-msc_10.42.42.6(pid=9357): stderr: \u000a| �[0;m�[38;5;43m20221213171304504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171304504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fe9faac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171304504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171304504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171304504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171304504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171304506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171304506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171304507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171304507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:05.499412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9350): Terminating (SIGTERM)\u000a17:13:05.539657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9353): Terminating (SIGTERM)\u000a17:13:05.579835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9356): Terminating (SIGTERM)\u000a17:13:05.589121 --- ParallelTerminationStrategy: PID 9350 died...\u000a17:13:05.642831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9350): Terminated: ok {rc=0}\u000a17:13:05.652317 --- ParallelTerminationStrategy: PID 9353 died...\u000a17:13:05.705673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9353): Terminated: ok {rc=0}\u000a17:13:05.715210 --- ParallelTerminationStrategy: PID 9356 died...\u000a17:13:05.768601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9356): Terminated: ok {rc=0}\u000a17:13:05.858152 bus /sierra_3: Setting Powered False\u000a17:13:06.965614 bus /sierra_3: Setting Powered False\u000a17:13:08.079548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9365): Process ended prematurely: osmo-stp_10.42.42.5(pid=9365) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9365)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9365): Process ended prematurely: osmo-stp_10.42.42.5(pid=9365) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:13:09.197587 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:09.210031 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:13:09.363265 tst mo_mt_call_osmux.py: using LAC 35052\u000a17:13:09.495816 tst mo_mt_call_osmux.py: using RAC 117\u000a17:13:09.759092 tst mo_mt_call_osmux.py: using CellId 35052\u000a17:13:09.881550 tst mo_mt_call_osmux.py: using BVCI 35053\u000a17:13:09.905564 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:09.916879 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:09.927993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:09.938898 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:09.949785 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:09.960627 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:10.083019 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:10.288211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:10.785724 run create_hlr_db(pid=9359): Launched\u000a17:13:10.963891 bus /sierra_2: Setting Powered False\u000a17:13:11.986795 run create_hlr_db(pid=9359): Terminated: ok {rc=0}\u000a17:13:12.429816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9361): Launched\u000a17:13:12.763618 run osmo-hlr_10.42.42.2(pid=9362): Launched\u000a17:13:12.885468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:13.461822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9364): Launched\u000a17:13:13.794748 run osmo-stp_10.42.42.5(pid=9365): Launched\u000a17:13:13.914935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:14.521858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9367): Launched\u000a17:13:14.855175 run osmo-msc_10.42.42.6(pid=9368): Launched\u000a17:13:15.047905 run osmo-stp_10.42.42.5(pid=9365): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9365)]\u000a17:13:15.187050 run osmo-stp_10.42.42.5(pid=9365): stdout: \u000a| (launched: 2022-12-13_17:13:13.630772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:15.326473 run osmo-stp_10.42.42.5(pid=9365): stderr: \u000a| �[0;m�[38;5;43m20221213171313827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171313827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171313828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171313828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171313828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171313829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171313829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:15.459362 run osmo-stp_10.42.42.5(pid=9365): stdout: \u000a| (launched: 2022-12-13_17:13:13.630772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:15.591616 run osmo-stp_10.42.42.5(pid=9365): stderr: \u000a| �[0;m�[38;5;43m20221213171313827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171313827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171313828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171313828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171313828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171313829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171313829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:15.649532 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9365): Process ended prematurely: osmo-stp_10.42.42.5(pid=9365) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9365)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:13:15.658832 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:13:15.723230 run osmo-hlr_10.42.42.2(pid=9362): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9362)]\u000a17:13:15.776248 run osmo-hlr_10.42.42.2(pid=9362): stdout: \u000a| (launched: 2022-12-13_17:13:12.599010) \u000a17:13:15.839803 run osmo-hlr_10.42.42.2(pid=9362): stderr: \u000a| �[0;m�[1;31m20221213171312802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171312802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171312802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171312802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171312802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171312802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171312816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171312824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171312824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171312824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:15.936316 run osmo-msc_10.42.42.6(pid=9368): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9368)]\u000a17:13:15.991341 run osmo-msc_10.42.42.6(pid=9368): stdout: \u000a| (launched: 2022-12-13_17:13:14.690489) \u000a17:13:16.053146 run osmo-msc_10.42.42.6(pid=9368): stderr: \u000a| �[0;m�[38;5;43m20221213171315017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171315017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89dfa30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171315017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171315017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171315017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171315017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171315019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171315019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171315020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171315020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:16.114681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9361): Terminating (SIGTERM)\u000a17:13:16.171732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9364): Terminating (SIGTERM)\u000a17:13:16.228750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9367): Terminating (SIGTERM)\u000a17:13:16.241487 --- ParallelTerminationStrategy: PID 9361 died...\u000a17:13:16.316744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9361): Terminated: ok {rc=0}\u000a17:13:16.330458 --- ParallelTerminationStrategy: PID 9364 died...\u000a17:13:16.387605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9364): Terminated: ok {rc=0}\u000a17:13:16.398439 --- ParallelTerminationStrategy: PID 9367 died...\u000a17:13:16.456328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9367): Terminated: ok {rc=0}\u000a17:13:16.548557 bus /sierra_3: Setting Powered False\u000a17:13:17.651314 bus /sierra_3: Setting Powered False\u000a17:13:18.764223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:12:58" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9380): Process ended prematurely: osmo-stp_10.42.42.5(pid=9380) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9380)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9380): Process ended prematurely: osmo-stp_10.42.42.5(pid=9380) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:13:20.734634 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:20.746159 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:13:20.898709 tst mo_mt_call.py: using LAC 35053\u000a17:13:21.027835 tst mo_mt_call.py: using RAC 118\u000a17:13:21.156900 tst mo_mt_call.py: using CellId 35053\u000a17:13:21.287486 tst mo_mt_call.py: using BVCI 35054\u000a17:13:21.313048 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.324652 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.336073 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.347543 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.359419 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:21.371333 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:21.490429 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:21.704425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:22.225048 run create_hlr_db(pid=9374): Launched\u000a17:13:22.416773 bus /sierra_2: Setting Powered False\u000a17:13:23.437421 run create_hlr_db(pid=9374): Terminated: ok {rc=0}\u000a17:13:23.855265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9376): Launched\u000a17:13:24.166873 run osmo-hlr_10.42.42.2(pid=9377): Launched\u000a17:13:24.280820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:24.818827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9379): Launched\u000a17:13:25.130898 run osmo-stp_10.42.42.5(pid=9380): Launched\u000a17:13:25.243951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:25.811443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9382): Launched\u000a17:13:26.123373 run osmo-msc_10.42.42.6(pid=9383): Launched\u000a17:13:26.304217 run osmo-stp_10.42.42.5(pid=9380): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9380)]\u000a17:13:26.435548 run osmo-stp_10.42.42.5(pid=9380): stdout: \u000a| (launched: 2022-12-13_17:13:24.975818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:26.563855 run osmo-stp_10.42.42.5(pid=9380): stderr: \u000a| �[0;m�[38;5;43m20221213171325151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171325151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171325151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171325151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171325152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171325152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171325152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:26.687588 run osmo-stp_10.42.42.5(pid=9380): stdout: \u000a| (launched: 2022-12-13_17:13:24.975818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:26.810176 run osmo-stp_10.42.42.5(pid=9380): stderr: \u000a| �[0;m�[38;5;43m20221213171325151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171325151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171325151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171325151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171325152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171325152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171325152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:26.864385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9380): Process ended prematurely: osmo-stp_10.42.42.5(pid=9380) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9380)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:13:26.872787 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:13:26.933715 run osmo-hlr_10.42.42.2(pid=9377): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9377)]\u000a17:13:26.983323 run osmo-hlr_10.42.42.2(pid=9377): stdout: \u000a| (launched: 2022-12-13_17:13:24.012807) \u000a17:13:27.033435 run osmo-hlr_10.42.42.2(pid=9377): stderr: \u000a| �[0;m�[1;31m20221213171324192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171324192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171324192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171324192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171324192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171324192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171324206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171324216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171324216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171324216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:27.101180 run osmo-msc_10.42.42.6(pid=9383): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9383)]\u000a17:13:27.150726 run osmo-msc_10.42.42.6(pid=9383): stdout: \u000a| (launched: 2022-12-13_17:13:25.968814) \u000a17:13:27.200706 run osmo-msc_10.42.42.6(pid=9383): stderr: \u000a| �[0;m�[38;5;43m20221213171326245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171326245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff820b62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171326246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171326246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171326246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171326246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171326248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171326248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171326248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171326248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:27.243157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9376): Terminating (SIGTERM)\u000a17:13:27.283110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9379): Terminating (SIGTERM)\u000a17:13:27.323142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9382): Terminating (SIGTERM)\u000a17:13:27.332336 --- ParallelTerminationStrategy: PID 9376 died...\u000a17:13:27.385962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9376): Terminated: ok {rc=0}\u000a17:13:27.395577 --- ParallelTerminationStrategy: PID 9379 died...\u000a17:13:27.449016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9379): Terminated: ok {rc=0}\u000a17:13:27.458579 --- ParallelTerminationStrategy: PID 9382 died...\u000a17:13:27.512116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9382): Terminated: ok {rc=0}\u000a17:13:27.601963 bus /sierra_3: Setting Powered False\u000a17:13:28.705552 bus /sierra_3: Setting Powered False\u000a17:13:29.814647 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:13:30.960623 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:30.974243 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:13:31.133977 tst mo_mt_call_osmux.py: using LAC 35054\u000a17:13:31.259342 tst mo_mt_call_osmux.py: using RAC 119\u000a17:13:31.382099 tst mo_mt_call_osmux.py: using CellId 35054\u000a17:13:31.514598 tst mo_mt_call_osmux.py: using BVCI 35055\u000a17:13:31.541711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.554271 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.566737 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.579399 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.592940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:13:31.607003 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:31.758876 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:13:31.996139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:32.535074 run create_hlr_db(pid=9385): Launched\u000a17:13:32.726848 bus /sierra_2: Setting Powered False\u000a17:13:33.748291 run create_hlr_db(pid=9385): Terminated: ok {rc=0}\u000a17:13:34.168268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Launched\u000a17:13:34.480605 run osmo-hlr_10.42.42.2(pid=9388): Launched\u000a17:13:34.603166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:35.153720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Launched\u000a17:13:35.464487 run osmo-stp_10.42.42.5(pid=9391): Launched\u000a17:13:35.581692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:36.149218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Launched\u000a17:13:36.461056 run osmo-msc_10.42.42.6(pid=9394): Launched\u000a17:13:36.643561 run osmo-stp_10.42.42.5(pid=9391): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)]\u000a17:13:36.774226 run osmo-stp_10.42.42.5(pid=9391): stdout: \u000a| (launched: 2022-12-13_17:13:35.311582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:36.903382 run osmo-stp_10.42.42.5(pid=9391): stderr: \u000a| �[0;m�[38;5;43m20221213171335483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171335483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171335484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171335484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171335486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171335486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171335487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:37.027349 run osmo-stp_10.42.42.5(pid=9391): stdout: \u000a| (launched: 2022-12-13_17:13:35.311582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:37.150201 run osmo-stp_10.42.42.5(pid=9391): stderr: \u000a| �[0;m�[38;5;43m20221213171335483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171335483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171335484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171335484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171335486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171335486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171335487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:37.204087 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9391): Process ended prematurely: osmo-stp_10.42.42.5(pid=9391) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9391)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:13:37.212690 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:13:37.272927 run osmo-hlr_10.42.42.2(pid=9388): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9388)]\u000a17:13:37.322401 run osmo-hlr_10.42.42.2(pid=9388): stdout: \u000a| (launched: 2022-12-13_17:13:34.326084) \u000a17:13:37.372567 run osmo-hlr_10.42.42.2(pid=9388): stderr: \u000a| �[0;m�[1;31m20221213171334503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171334503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171334503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171334503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171334503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171334503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171334516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171334525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171334525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171334525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:37.440543 run osmo-msc_10.42.42.6(pid=9394): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9394)]\u000a17:13:37.490164 run osmo-msc_10.42.42.6(pid=9394): stdout: \u000a| (launched: 2022-12-13_17:13:36.306295) \u000a17:13:37.540413 run osmo-msc_10.42.42.6(pid=9394): stderr: \u000a| �[0;m�[38;5;43m20221213171336582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171336582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f18fe9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171336582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171336582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171336582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171336583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171336584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171336585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171336585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171336585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:37.582912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Terminating (SIGTERM)\u000a17:13:37.623163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Terminating (SIGTERM)\u000a17:13:37.663496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Terminating (SIGTERM)\u000a17:13:37.672755 --- ParallelTerminationStrategy: PID 9387 died...\u000a17:13:37.726829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9387): Terminated: ok {rc=0}\u000a17:13:37.736497 --- ParallelTerminationStrategy: PID 9390 died...\u000a17:13:37.790325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9390): Terminated: ok {rc=0}\u000a17:13:37.799860 --- ParallelTerminationStrategy: PID 9393 died...\u000a17:13:37.853710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9393): Terminated: ok {rc=0}\u000a17:13:37.943904 bus /sierra_3: Setting Powered False\u000a17:13:39.052369 bus /sierra_3: Setting Powered False\u000a17:13:40.167176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:13:20" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9406): Process ended prematurely: osmo-stp_10.42.42.5(pid=9406) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9406): Process ended prematurely: osmo-stp_10.42.42.5(pid=9406) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:13:42.124600 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.135788 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:13:42.283539 tst mo_mt_call.py: using LAC 35055\u000a17:13:42.407047 tst mo_mt_call.py: using RAC 120\u000a17:13:42.531140 tst mo_mt_call.py: using CellId 35055\u000a17:13:42.655033 tst mo_mt_call.py: using BVCI 35056\u000a17:13:42.678577 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.689664 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.700303 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.711073 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.722435 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:42.733976 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:42.857502 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:43.073198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:43.596693 run create_hlr_db(pid=9400): Launched\u000a17:13:43.788940 bus /sierra_2: Setting Powered False\u000a17:13:44.809768 run create_hlr_db(pid=9400): Terminated: ok {rc=0}\u000a17:13:45.251954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9402): Launched\u000a17:13:45.587648 run osmo-hlr_10.42.42.2(pid=9403): Launched\u000a17:13:45.710775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:46.298289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9405): Launched\u000a17:13:46.788207 run osmo-stp_10.42.42.5(pid=9406): Launched\u000a17:13:46.940873 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:47.522439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9408): Launched\u000a17:13:47.834772 run osmo-msc_10.42.42.6(pid=9409): Launched\u000a17:13:48.016272 run osmo-stp_10.42.42.5(pid=9406): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)]\u000a17:13:48.147102 run osmo-stp_10.42.42.5(pid=9406): stdout: \u000a| (launched: 2022-12-13_17:13:46.460278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:48.276335 run osmo-stp_10.42.42.5(pid=9406): stderr: \u000a| �[0;m�[38;5;43m20221213171346677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171346678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171346678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171346678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171346681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171346681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171346681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:48.400151 run osmo-stp_10.42.42.5(pid=9406): stdout: \u000a| (launched: 2022-12-13_17:13:46.460278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:48.522937 run osmo-stp_10.42.42.5(pid=9406): stderr: \u000a| �[0;m�[38;5;43m20221213171346677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171346678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171346678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171346678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171346681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171346681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171346681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:48.577631 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9406): Process ended prematurely: osmo-stp_10.42.42.5(pid=9406) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9406)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:13:48.586173 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:13:48.646042 run osmo-hlr_10.42.42.2(pid=9403): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9403)]\u000a17:13:48.695625 run osmo-hlr_10.42.42.2(pid=9403): stdout: \u000a| (launched: 2022-12-13_17:13:45.420415) \u000a17:13:48.757678 run osmo-hlr_10.42.42.2(pid=9403): stderr: \u000a| �[0;m�[1;31m20221213171345625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171345625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171345625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171345625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171345625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171345625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171345640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171345649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171345650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171345650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:48.830326 run osmo-msc_10.42.42.6(pid=9409): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9409)]\u000a17:13:48.883566 run osmo-msc_10.42.42.6(pid=9409): stdout: \u000a| (launched: 2022-12-13_17:13:47.680052) \u000a17:13:48.938659 run osmo-msc_10.42.42.6(pid=9409): stderr: \u000a| �[0;m�[38;5;43m20221213171347956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171347956 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0254699c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171347957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171347957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171347957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171347957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171347959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171347959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171347959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171347959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:48.981527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9402): Terminating (SIGTERM)\u000a17:13:49.022051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9405): Terminating (SIGTERM)\u000a17:13:49.062261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9408): Terminating (SIGTERM)\u000a17:13:49.071512 --- ParallelTerminationStrategy: PID 9402 died...\u000a17:13:49.125828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9402): Terminated: ok {rc=0}\u000a17:13:49.135561 --- ParallelTerminationStrategy: PID 9405 died...\u000a17:13:49.189267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9405): Terminated: ok {rc=0}\u000a17:13:49.198952 --- ParallelTerminationStrategy: PID 9408 died...\u000a17:13:49.253122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9408): Terminated: ok {rc=0}\u000a17:13:49.342730 bus /sierra_3: Setting Powered False\u000a17:13:50.447968 bus /sierra_3: Setting Powered False\u000a17:13:51.563162 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:13:52.674866 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:52.686669 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:13:52.831187 tst mo_mt_call_osmux.py: using LAC 35056\u000a17:13:52.958136 tst mo_mt_call_osmux.py: using RAC 121\u000a17:13:53.077917 tst mo_mt_call_osmux.py: using CellId 35056\u000a17:13:53.198002 tst mo_mt_call_osmux.py: using BVCI 35057\u000a17:13:53.221780 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.232662 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.243448 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.254336 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.265165 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:13:53.275950 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:53.394326 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:13:53.604050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:54.101437 run create_hlr_db(pid=9411): Launched\u000a17:13:54.280395 bus /sierra_2: Setting Powered False\u000a17:13:55.300921 run create_hlr_db(pid=9411): Terminated: ok {rc=0}\u000a17:13:55.744822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Launched\u000a17:13:56.078055 run osmo-hlr_10.42.42.2(pid=9414): Launched\u000a17:13:56.200579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:56.778928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Launched\u000a17:13:57.112108 run osmo-stp_10.42.42.5(pid=9417): Launched\u000a17:13:57.232528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:57.840058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9419): Launched\u000a17:13:58.173453 run osmo-msc_10.42.42.6(pid=9420): Launched\u000a17:13:58.367368 run osmo-stp_10.42.42.5(pid=9417): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)]\u000a17:13:58.507795 run osmo-stp_10.42.42.5(pid=9417): stdout: \u000a| (launched: 2022-12-13_17:13:56.947690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:58.648079 run osmo-stp_10.42.42.5(pid=9417): stderr: \u000a| �[0;m�[38;5;43m20221213171357144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171357144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171357144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171357145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171357145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171357145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171357145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:58.781510 run osmo-stp_10.42.42.5(pid=9417): stdout: \u000a| (launched: 2022-12-13_17:13:56.947690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:58.913803 run osmo-stp_10.42.42.5(pid=9417): stderr: \u000a| �[0;m�[38;5;43m20221213171357144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171357144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171357144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171357145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171357145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171357145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171357145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:58.972088 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9417): Process ended prematurely: osmo-stp_10.42.42.5(pid=9417) [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9417)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:13:58.981652 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:13:59.045477 run osmo-hlr_10.42.42.2(pid=9414): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9414)]\u000a17:13:59.098178 run osmo-hlr_10.42.42.2(pid=9414): stdout: \u000a| (launched: 2022-12-13_17:13:55.913831) \u000a17:13:59.151643 run osmo-hlr_10.42.42.2(pid=9414): stderr: \u000a| �[0;m�[1;31m20221213171356115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171356115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171356115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171356115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171356115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171356115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171356127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171356136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171356136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171356136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:59.223543 run osmo-msc_10.42.42.6(pid=9420): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9420)]\u000a17:13:59.275737 run osmo-msc_10.42.42.6(pid=9420): stdout: \u000a| (launched: 2022-12-13_17:13:58.008809) \u000a17:13:59.328793 run osmo-msc_10.42.42.6(pid=9420): stderr: \u000a| �[0;m�[38;5;43m20221213171358338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171358338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d8510cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171358338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171358338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171358338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171358339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171358340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171358341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171358341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171358341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:59.373843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminating (SIGTERM)\u000a17:13:59.416717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Terminating (SIGTERM)\u000a17:13:59.459329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9419): Terminating (SIGTERM)\u000a17:13:59.469370 --- ParallelTerminationStrategy: PID 9413 died...\u000a17:13:59.526573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9413): Terminated: ok {rc=0}\u000a17:13:59.537177 --- ParallelTerminationStrategy: PID 9416 died...\u000a17:13:59.594282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9416): Terminated: ok {rc=0}\u000a17:13:59.604418 --- ParallelTerminationStrategy: PID 9419 died...\u000a17:13:59.662050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9419): Terminated: ok {rc=0}\u000a17:13:59.749830 bus /sierra_3: Setting Powered False\u000a17:14:00.863470 bus /sierra_3: Setting Powered False\u000a17:14:01.991950 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:13:41" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:14:03.964542 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:03.976137 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:14:04.130743 tst mo_mt_call.py: using LAC 35057\u000a17:14:04.268931 tst mo_mt_call.py: using RAC 122\u000a17:14:04.410684 tst mo_mt_call.py: using CellId 35057\u000a17:14:04.539741 tst mo_mt_call.py: using BVCI 35058\u000a17:14:04.565282 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.576852 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.588355 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.599927 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.611808 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:04.623582 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:04.741720 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:04.958068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:05.479085 run create_hlr_db(pid=9425): Launched\u000a17:14:05.672236 bus /sierra_2: Setting Powered False\u000a17:14:06.692673 run create_hlr_db(pid=9425): Terminated: ok {rc=0}\u000a17:14:07.135394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Launched\u000a17:14:07.467874 run osmo-hlr_10.42.42.2(pid=9428): Launched\u000a17:14:07.591165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:08.169131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Launched\u000a17:14:08.501521 run osmo-stp_10.42.42.5(pid=9431): Launched\u000a17:14:08.622889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:09.229107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9433): Launched\u000a17:14:09.562881 run osmo-msc_10.42.42.6(pid=9434): Launched\u000a17:14:09.756939 run osmo-stp_10.42.42.5(pid=9431): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)]\u000a17:14:09.897750 run osmo-stp_10.42.42.5(pid=9431): stdout: \u000a| (launched: 2022-12-13_17:14:08.337351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:10.036794 run osmo-stp_10.42.42.5(pid=9431): stderr: \u000a| �[0;m�[38;5;43m20221213171408532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171408532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171408532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171408533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171408535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171408535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171408535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:10.169937 run osmo-stp_10.42.42.5(pid=9431): stdout: \u000a| (launched: 2022-12-13_17:14:08.337351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:10.302131 run osmo-stp_10.42.42.5(pid=9431): stderr: \u000a| �[0;m�[38;5;43m20221213171408532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171408532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171408532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171408533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171408535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171408535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171408535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:10.360308 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9431): Process ended prematurely: osmo-stp_10.42.42.5(pid=9431) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9431)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:14:10.369848 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:14:10.433697 run osmo-hlr_10.42.42.2(pid=9428): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9428)]\u000a17:14:10.486023 run osmo-hlr_10.42.42.2(pid=9428): stdout: \u000a| (launched: 2022-12-13_17:14:07.303553) \u000a17:14:10.539026 run osmo-hlr_10.42.42.2(pid=9428): stderr: \u000a| �[0;m�[1;31m20221213171407506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171407507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171407507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171407507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171407507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171407507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171407520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171407530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171407530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171407530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:10.610656 run osmo-msc_10.42.42.6(pid=9434): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9434)]\u000a17:14:10.663032 run osmo-msc_10.42.42.6(pid=9434): stdout: \u000a| (launched: 2022-12-13_17:14:09.397757) \u000a17:14:10.715785 run osmo-msc_10.42.42.6(pid=9434): stderr: \u000a| �[0;m�[38;5;43m20221213171409724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171409725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fdafa6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171409725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171409725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171409725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171409725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171409727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171409727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171409727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171409727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:10.760770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Terminating (SIGTERM)\u000a17:14:10.803690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Terminating (SIGTERM)\u000a17:14:10.846828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9433): Terminating (SIGTERM)\u000a17:14:10.856467 --- ParallelTerminationStrategy: PID 9427 died...\u000a17:14:10.913425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9427): Terminated: ok {rc=0}\u000a17:14:10.923577 --- ParallelTerminationStrategy: PID 9430 died...\u000a17:14:10.980145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9430): Terminated: ok {rc=0}\u000a17:14:10.990125 --- ParallelTerminationStrategy: PID 9433 died...\u000a17:14:11.046817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9433): Terminated: ok {rc=0}\u000a17:14:11.134205 bus /sierra_3: Setting Powered False\u000a17:14:12.235030 bus /sierra_3: Setting Powered False\u000a17:14:13.348190 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9442): Process ended prematurely: osmo-stp_10.42.42.5(pid=9442) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9442): Process ended prematurely: osmo-stp_10.42.42.5(pid=9442) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:14.464452 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:14.476697 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:14:14.628311 tst mo_mt_call_osmux.py: using LAC 35058\u000a17:14:14.748422 tst mo_mt_call_osmux.py: using RAC 123\u000a17:14:14.870642 tst mo_mt_call_osmux.py: using CellId 35058\u000a17:14:14.994931 tst mo_mt_call_osmux.py: using BVCI 35059\u000a17:14:15.018598 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:15.029724 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:15.040443 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:15.051239 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:15.062181 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:14:15.073049 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:15.196200 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:14:15.410318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:15.992402 run create_hlr_db(pid=9436): Launched\u000a17:14:16.189226 bus /sierra_2: Setting Powered False\u000a17:14:17.196260 run create_hlr_db(pid=9436): Terminated: ok {rc=0}\u000a17:14:17.628650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9438): Launched\u000a17:14:17.940386 run osmo-hlr_10.42.42.2(pid=9439): Launched\u000a17:14:18.053815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:18.593943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9441): Launched\u000a17:14:18.906999 run osmo-stp_10.42.42.5(pid=9442): Launched\u000a17:14:19.024688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:19.592752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9444): Launched\u000a17:14:19.904498 run osmo-msc_10.42.42.6(pid=9445): Launched\u000a17:14:20.085459 run osmo-stp_10.42.42.5(pid=9442): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)]\u000a17:14:20.216669 run osmo-stp_10.42.42.5(pid=9442): stdout: \u000a| (launched: 2022-12-13_17:14:18.752041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:20.345119 run osmo-stp_10.42.42.5(pid=9442): stderr: \u000a| �[0;m�[38;5;43m20221213171418927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171418927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171418927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171418928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:20.469253 run osmo-stp_10.42.42.5(pid=9442): stdout: \u000a| (launched: 2022-12-13_17:14:18.752041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:20.591914 run osmo-stp_10.42.42.5(pid=9442): stderr: \u000a| �[0;m�[38;5;43m20221213171418927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171418927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171418927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171418928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171418928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:20.646094 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9442): Process ended prematurely: osmo-stp_10.42.42.5(pid=9442) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9442)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:14:20.654778 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:14:20.714442 run osmo-hlr_10.42.42.2(pid=9439): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9439)]\u000a17:14:20.763638 run osmo-hlr_10.42.42.2(pid=9439): stdout: \u000a| (launched: 2022-12-13_17:14:17.786095) \u000a17:14:20.813655 run osmo-hlr_10.42.42.2(pid=9439): stderr: \u000a| �[0;m�[1;31m20221213171417966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171417966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171417966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171417966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171417966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171417966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171417979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171417987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171417988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171417988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:20.881454 run osmo-msc_10.42.42.6(pid=9445): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9445)]\u000a17:14:20.931103 run osmo-msc_10.42.42.6(pid=9445): stdout: \u000a| (launched: 2022-12-13_17:14:19.749764) \u000a17:14:20.981020 run osmo-msc_10.42.42.6(pid=9445): stderr: \u000a| �[0;m�[38;5;43m20221213171420024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171420024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e00209c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171420024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171420024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171420025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171420025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171420026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171420027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171420027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171420027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:21.023415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9438): Terminating (SIGTERM)\u000a17:14:21.063469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9441): Terminating (SIGTERM)\u000a17:14:21.103661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9444): Terminating (SIGTERM)\u000a17:14:21.112892 --- ParallelTerminationStrategy: PID 9438 died...\u000a17:14:21.166489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9438): Terminated: ok {rc=0}\u000a17:14:21.176124 --- ParallelTerminationStrategy: PID 9441 died...\u000a17:14:21.229620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9441): Terminated: ok {rc=0}\u000a17:14:21.239118 --- ParallelTerminationStrategy: PID 9444 died...\u000a17:14:21.292144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9444): Terminated: ok {rc=0}\u000a17:14:21.382019 bus /sierra_3: Setting Powered False\u000a17:14:22.486895 bus /sierra_3: Setting Powered False\u000a17:14:23.600178 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:14:03" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9456): Process ended prematurely: osmo-stp_10.42.42.5(pid=9456) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9456)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9456): Process ended prematurely: osmo-stp_10.42.42.5(pid=9456) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:14:25.551703 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:25.562974 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:14:25.706006 tst mo_mt_call.py: using LAC 35059\u000a17:14:25.826148 tst mo_mt_call.py: using RAC 124\u000a17:14:25.946032 tst mo_mt_call.py: using CellId 35059\u000a17:14:26.065850 tst mo_mt_call.py: using BVCI 35060\u000a17:14:26.089394 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.100421 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.111373 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.122376 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.133492 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:26.144390 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:26.266143 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:26.481011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:27.004756 run create_hlr_db(pid=9450): Launched\u000a17:14:27.196655 bus /sierra_2: Setting Powered False\u000a17:14:28.218013 run create_hlr_db(pid=9450): Terminated: ok {rc=0}\u000a17:14:28.637464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9452): Launched\u000a17:14:28.949527 run osmo-hlr_10.42.42.2(pid=9453): Launched\u000a17:14:29.064340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:29.611821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9455): Launched\u000a17:14:29.945764 run osmo-stp_10.42.42.5(pid=9456): Launched\u000a17:14:30.066477 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:30.675774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9458): Launched\u000a17:14:31.038496 run osmo-msc_10.42.42.6(pid=9459): Launched\u000a17:14:31.273994 run osmo-stp_10.42.42.5(pid=9456): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9456)]\u000a17:14:31.441466 run osmo-stp_10.42.42.5(pid=9456): stdout: \u000a| (launched: 2022-12-13_17:14:29.780783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:31.793100 run osmo-stp_10.42.42.5(pid=9456): stderr: \u000a| �[0;m�[38;5;43m20221213171429976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171429976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171429976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171429977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171429977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171429977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171429977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:32.087234 run osmo-stp_10.42.42.5(pid=9456): stdout: \u000a| (launched: 2022-12-13_17:14:29.780783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:32.223264 run osmo-stp_10.42.42.5(pid=9456): stderr: \u000a| �[0;m�[38;5;43m20221213171429976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171429976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171429976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171429977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171429977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171429977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171429977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:32.283439 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9456): Process ended prematurely: osmo-stp_10.42.42.5(pid=9456) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9456)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:14:32.293651 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a17:14:32.360887 run osmo-hlr_10.42.42.2(pid=9453): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9453)]\u000a17:14:32.415746 run osmo-hlr_10.42.42.2(pid=9453): stdout: \u000a| (launched: 2022-12-13_17:14:28.794655) \u000a17:14:32.470933 run osmo-hlr_10.42.42.2(pid=9453): stderr: \u000a| �[0;m�[1;31m20221213171428973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171428973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171428974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171428974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171428974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171428974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171428986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171428995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171428995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:32.546033 run osmo-msc_10.42.42.6(pid=9459): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9459)]\u000a17:14:32.599344 run osmo-msc_10.42.42.6(pid=9459): stdout: \u000a| (launched: 2022-12-13_17:14:30.848065) \u000a17:14:32.653001 run osmo-msc_10.42.42.6(pid=9459): stderr: \u000a| �[0;m�[38;5;43m20221213171431580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171431580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac6241dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171431580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171431581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171431581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171431582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171431584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171431584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171431584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171431584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:32.699059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9452): Terminating (SIGTERM)\u000a17:14:32.742549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9455): Terminating (SIGTERM)\u000a17:14:32.786007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9458): Terminating (SIGTERM)\u000a17:14:32.795767 --- ParallelTerminationStrategy: PID 9452 died...\u000a17:14:32.854449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9452): Terminated: ok {rc=0}\u000a17:14:32.864635 --- ParallelTerminationStrategy: PID 9455 died...\u000a17:14:32.923021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9455): Terminated: ok {rc=0}\u000a17:14:32.933185 --- ParallelTerminationStrategy: PID 9458 died...\u000a17:14:32.991618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9458): Terminated: ok {rc=0}\u000a17:14:33.080572 bus /sierra_3: Setting Powered False\u000a17:14:34.189338 bus /sierra_3: Setting Powered False\u000a17:14:35.298956 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9467): Process ended prematurely: osmo-stp_10.42.42.5(pid=9467) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9467)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9467): Process ended prematurely: osmo-stp_10.42.42.5(pid=9467) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:36.415725 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:36.427969 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:14:36.583933 tst mo_mt_call_osmux.py: using LAC 35060\u000a17:14:36.714745 tst mo_mt_call_osmux.py: using RAC 125\u000a17:14:36.849610 tst mo_mt_call_osmux.py: using CellId 35060\u000a17:14:36.979595 tst mo_mt_call_osmux.py: using BVCI 35061\u000a17:14:37.005063 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:37.016579 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:37.028058 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:37.039523 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:37.051262 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:37.063030 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:37.182584 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:37.401582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:37.921923 run create_hlr_db(pid=9461): Launched\u000a17:14:38.113114 bus /sierra_2: Setting Powered False\u000a17:14:39.134294 run create_hlr_db(pid=9461): Terminated: ok {rc=0}\u000a17:14:39.576215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9463): Launched\u000a17:14:39.908670 run osmo-hlr_10.42.42.2(pid=9464): Launched\u000a17:14:40.027530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:40.603514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9466): Launched\u000a17:14:40.935897 run osmo-stp_10.42.42.5(pid=9467): Launched\u000a17:14:41.056660 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:41.663894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9469): Launched\u000a17:14:41.996865 run osmo-msc_10.42.42.6(pid=9470): Launched\u000a17:14:42.190646 run osmo-stp_10.42.42.5(pid=9467): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9467)]\u000a17:14:42.331115 run osmo-stp_10.42.42.5(pid=9467): stdout: \u000a| (launched: 2022-12-13_17:14:40.771573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:42.470161 run osmo-stp_10.42.42.5(pid=9467): stderr: \u000a| �[0;m�[38;5;43m20221213171440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171440967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:42.603551 run osmo-stp_10.42.42.5(pid=9467): stdout: \u000a| (launched: 2022-12-13_17:14:40.771573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:42.735526 run osmo-stp_10.42.42.5(pid=9467): stderr: \u000a| �[0;m�[38;5;43m20221213171440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171440967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:42.793403 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9467): Process ended prematurely: osmo-stp_10.42.42.5(pid=9467) [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9467)] [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:14:42.802619 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:14:42.866056 run osmo-hlr_10.42.42.2(pid=9464): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9464)]\u000a17:14:42.918252 run osmo-hlr_10.42.42.2(pid=9464): stdout: \u000a| (launched: 2022-12-13_17:14:39.744311) \u000a17:14:42.970959 run osmo-hlr_10.42.42.2(pid=9464): stderr: \u000a| �[0;m�[1;31m20221213171439945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171439945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171439945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171439945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171439945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171439945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171439984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171439993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171439993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171439993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:43.042323 run osmo-msc_10.42.42.6(pid=9470): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9470)]\u000a17:14:43.094431 run osmo-msc_10.42.42.6(pid=9470): stdout: \u000a| (launched: 2022-12-13_17:14:41.832136) \u000a17:14:43.147095 run osmo-msc_10.42.42.6(pid=9470): stderr: \u000a| �[0;m�[38;5;43m20221213171442156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171442156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4217b79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171442157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171442157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171442157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171442157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171442159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:43.191657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9463): Terminating (SIGTERM)\u000a17:14:43.234441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9466): Terminating (SIGTERM)\u000a17:14:43.276609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9469): Terminating (SIGTERM)\u000a17:14:43.286250 --- ParallelTerminationStrategy: PID 9463 died...\u000a17:14:43.342866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9463): Terminated: ok {rc=0}\u000a17:14:43.352845 --- ParallelTerminationStrategy: PID 9466 died...\u000a17:14:43.409194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9466): Terminated: ok {rc=0}\u000a17:14:43.419157 --- ParallelTerminationStrategy: PID 9469 died...\u000a17:14:43.475585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9469): Terminated: ok {rc=0}\u000a17:14:43.567825 bus /sierra_3: Setting Powered False\u000a17:14:44.671065 bus /sierra_3: Setting Powered False\u000a17:14:45.782178 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:14:25" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9481): Process ended prematurely: osmo-stp_10.42.42.5(pid=9481) [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9481)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9481): Process ended prematurely: osmo-stp_10.42.42.5(pid=9481) [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:14:47.769222 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:47.780362 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:14:47.927085 tst mo_mt_call.py: using LAC 35061\u000a17:14:48.051516 tst mo_mt_call.py: using RAC 126\u000a17:14:48.175591 tst mo_mt_call.py: using CellId 35061\u000a17:14:48.300733 tst mo_mt_call.py: using BVCI 35062\u000a17:14:48.324532 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:48.335761 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:48.346958 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:48.357764 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:48.369083 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:48.380166 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:48.502291 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:48.718540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:49.242437 run create_hlr_db(pid=9475): Launched\u000a17:14:49.435130 bus /sierra_2: Setting Powered False\u000a17:14:50.456645 run create_hlr_db(pid=9475): Terminated: ok {rc=0}\u000a17:14:50.878152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9477): Launched\u000a17:14:51.190876 run osmo-hlr_10.42.42.2(pid=9478): Launched\u000a17:14:51.315084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:51.866075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9480): Launched\u000a17:14:52.179794 run osmo-stp_10.42.42.5(pid=9481): Launched\u000a17:14:52.291490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:52.862866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9483): Launched\u000a17:14:53.176199 run osmo-msc_10.42.42.6(pid=9484): Launched\u000a17:14:53.356816 run osmo-stp_10.42.42.5(pid=9481): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9481)]\u000a17:14:53.487947 run osmo-stp_10.42.42.5(pid=9481): stdout: \u000a| (launched: 2022-12-13_17:14:52.024614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:53.617184 run osmo-stp_10.42.42.5(pid=9481): stderr: \u000a| �[0;m�[38;5;43m20221213171452200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171452200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171452200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171452201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171452201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171452201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171452201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:53.741715 run osmo-stp_10.42.42.5(pid=9481): stdout: \u000a| (launched: 2022-12-13_17:14:52.024614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:53.864831 run osmo-stp_10.42.42.5(pid=9481): stderr: \u000a| �[0;m�[38;5;43m20221213171452200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171452200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171452200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171452201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171452201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171452201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171452201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:53.919562 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9481): Process ended prematurely: osmo-stp_10.42.42.5(pid=9481) [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9481)] [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:14:53.928186 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:14:53.988220 run osmo-hlr_10.42.42.2(pid=9478): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9478)]\u000a17:14:54.038138 run osmo-hlr_10.42.42.2(pid=9478): stdout: \u000a| (launched: 2022-12-13_17:14:51.035957) \u000a17:14:54.088387 run osmo-hlr_10.42.42.2(pid=9478): stderr: \u000a| �[0;m�[1;31m20221213171451218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171451218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171451218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171451218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171451218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171451218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171451230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171451239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171451239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171451240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:54.156472 run osmo-msc_10.42.42.6(pid=9484): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9484)]\u000a17:14:54.206410 run osmo-msc_10.42.42.6(pid=9484): stdout: \u000a| (launched: 2022-12-13_17:14:53.020542) \u000a17:14:54.256442 run osmo-msc_10.42.42.6(pid=9484): stderr: \u000a| �[0;m�[38;5;43m20221213171453295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171453295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa16af7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171453295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171453295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171453295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171453295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171453297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171453298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171453298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171453298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:54.299042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9477): Terminating (SIGTERM)\u000a17:14:54.339137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9480): Terminating (SIGTERM)\u000a17:14:54.379343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9483): Terminating (SIGTERM)\u000a17:14:54.388608 --- ParallelTerminationStrategy: PID 9477 died...\u000a17:14:54.443143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9477): Terminated: ok {rc=0}\u000a17:14:54.452798 --- ParallelTerminationStrategy: PID 9480 died...\u000a17:14:54.506729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9480): Terminated: ok {rc=0}\u000a17:14:54.516438 --- ParallelTerminationStrategy: PID 9483 died...\u000a17:14:54.570802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9483): Terminated: ok {rc=0}\u000a17:14:54.655595 bus /sierra_3: Setting Powered False\u000a17:14:55.764719 bus /sierra_3: Setting Powered False\u000a17:14:56.874289 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9495): Process ended prematurely: osmo-stp_10.42.42.5(pid=9495) [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9495)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9495): Process ended prematurely: osmo-stp_10.42.42.5(pid=9495) [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:57.991520 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.003875 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:14:58.160279 tst mo_mt_call_osmux.py: using LAC 35062\u000a17:14:58.290163 tst mo_mt_call_osmux.py: using RAC 127\u000a17:14:58.415662 tst mo_mt_call_osmux.py: using CellId 35062\u000a17:14:58.540478 tst mo_mt_call_osmux.py: using BVCI 35063\u000a17:14:58.564377 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.575719 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.586998 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.597897 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.609138 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:14:58.620134 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:58.736796 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:14:58.941830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:59.438073 run create_hlr_db(pid=9486): Launched\u000a17:14:59.617137 bus /sierra_2: Setting Powered False\u000a17:15:00.638338 run create_hlr_db(pid=9486): Terminated: ok {rc=0}\u000a17:15:01.128138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9488): Launched\u000a17:15:01.540275 run osmo-hlr_10.42.42.2(pid=9492): Launched\u000a17:15:01.791788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:02.431158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9494): Launched\u000a17:15:02.764537 run osmo-stp_10.42.42.5(pid=9495): Launched\u000a17:15:02.884903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:03.494806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9497): Launched\u000a17:15:03.829942 run osmo-msc_10.42.42.6(pid=9498): Launched\u000a17:15:04.023224 run osmo-stp_10.42.42.5(pid=9495): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9495)]\u000a17:15:04.163920 run osmo-stp_10.42.42.5(pid=9495): stdout: \u000a| (launched: 2022-12-13_17:15:02.600256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:04.302957 run osmo-stp_10.42.42.5(pid=9495): stderr: \u000a| �[0;m�[38;5;43m20221213171502798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171502798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171502799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171502799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171502799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171502799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171502800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:04.436054 run osmo-stp_10.42.42.5(pid=9495): stdout: \u000a| (launched: 2022-12-13_17:15:02.600256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:04.568500 run osmo-stp_10.42.42.5(pid=9495): stderr: \u000a| �[0;m�[38;5;43m20221213171502798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171502798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171502799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171502799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171502799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171502799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171502800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:04.626913 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9495): Process ended prematurely: osmo-stp_10.42.42.5(pid=9495) [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9495)] [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:15:04.636259 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a17:15:04.699965 run osmo-hlr_10.42.42.2(pid=9492): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9492)]\u000a17:15:04.752609 run osmo-hlr_10.42.42.2(pid=9492): stdout: \u000a| (launched: 2022-12-13_17:15:01.309558) \u000a17:15:04.805690 run osmo-hlr_10.42.42.2(pid=9492): stderr: \u000a| �[0;m�[1;31m20221213171501641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171501641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171501641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171501641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171501641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171501641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171501658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171501680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171501680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171501680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:04.877733 run osmo-msc_10.42.42.6(pid=9498): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9498)]\u000a17:15:04.930161 run osmo-msc_10.42.42.6(pid=9498): stdout: \u000a| (launched: 2022-12-13_17:15:03.664554) \u000a17:15:04.982933 run osmo-msc_10.42.42.6(pid=9498): stderr: \u000a| �[0;m�[38;5;43m20221213171503988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171503988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f206b8f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171503988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171503988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171503988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171503988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171503990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171503991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171503991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171503991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:05.027907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9488): Terminating (SIGTERM)\u000a17:15:05.070797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9494): Terminating (SIGTERM)\u000a17:15:05.113705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9497): Terminating (SIGTERM)\u000a17:15:05.123444 --- ParallelTerminationStrategy: PID 9488 died...\u000a17:15:05.180672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9488): Terminated: ok {rc=0}\u000a17:15:05.190919 --- ParallelTerminationStrategy: PID 9494 died...\u000a17:15:05.248141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9494): Terminated: ok {rc=0}\u000a17:15:05.258388 --- ParallelTerminationStrategy: PID 9497 died...\u000a17:15:05.315497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9497): Terminated: ok {rc=0}\u000a17:15:05.403259 bus /sierra_3: Setting Powered False\u000a17:15:06.510387 bus /sierra_3: Setting Powered False\u000a17:15:07.620940 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9509): Process ended prematurely: osmo-stp_10.42.42.5(pid=9509) [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9509): Process ended prematurely: osmo-stp_10.42.42.5(pid=9509) [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:15:09.581520 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:09.592557 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:15:09.737316 tst mo_mt_call.py: using LAC 35063\u000a17:15:09.860397 tst mo_mt_call.py: using RAC 128\u000a17:15:09.983543 tst mo_mt_call.py: using CellId 35063\u000a17:15:10.106701 tst mo_mt_call.py: using BVCI 35064\u000a17:15:10.130332 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:10.141159 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:10.151915 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:10.162615 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:10.173216 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:10.183769 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:10.307946 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:10.518217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:11.018259 run create_hlr_db(pid=9503): Launched\u000a17:15:11.196829 bus /sierra_2: Setting Powered False\u000a17:15:12.219325 run create_hlr_db(pid=9503): Terminated: ok {rc=0}\u000a17:15:12.667287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9505): Launched\u000a17:15:13.000755 run osmo-hlr_10.42.42.2(pid=9506): Launched\u000a17:15:13.124787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:13.705440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9508): Launched\u000a17:15:14.038439 run osmo-stp_10.42.42.5(pid=9509): Launched\u000a17:15:14.159347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:14.768246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9511): Launched\u000a17:15:15.102915 run osmo-msc_10.42.42.6(pid=9512): Launched\u000a17:15:15.296408 run osmo-stp_10.42.42.5(pid=9509): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)]\u000a17:15:15.437423 run osmo-stp_10.42.42.5(pid=9509): stdout: \u000a| (launched: 2022-12-13_17:15:13.874244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:15.576826 run osmo-stp_10.42.42.5(pid=9509): stderr: \u000a| �[0;m�[38;5;43m20221213171514069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171514069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171514069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171514070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171514070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171514070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171514070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:15.710256 run osmo-stp_10.42.42.5(pid=9509): stdout: \u000a| (launched: 2022-12-13_17:15:13.874244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:15.850518 run osmo-stp_10.42.42.5(pid=9509): stderr: \u000a| �[0;m�[38;5;43m20221213171514069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171514069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171514069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171514070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171514070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171514070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171514070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:15.923110 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9509): Process ended prematurely: osmo-stp_10.42.42.5(pid=9509) [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9509)] [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:15:15.933140 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:15:15.999273 run osmo-hlr_10.42.42.2(pid=9506): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9506)]\u000a17:15:16.057544 run osmo-hlr_10.42.42.2(pid=9506): stdout: \u000a| (launched: 2022-12-13_17:15:12.835671) \u000a17:15:16.109876 run osmo-hlr_10.42.42.2(pid=9506): stderr: \u000a| �[0;m�[1;31m20221213171513040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171513040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171513040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171513040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171513040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171513040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171513052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171513060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171513061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171513061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:16.181613 run osmo-msc_10.42.42.6(pid=9512): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9512)]\u000a17:15:16.232940 run osmo-msc_10.42.42.6(pid=9512): stdout: \u000a| (launched: 2022-12-13_17:15:14.937784) \u000a17:15:16.285349 run osmo-msc_10.42.42.6(pid=9512): stderr: \u000a| �[0;m�[38;5;43m20221213171515262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171515262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb8dc63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171515262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171515262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171515262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171515263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171515264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171515265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171515265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171515265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:16.330667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9505): Terminating (SIGTERM)\u000a17:15:16.373783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9508): Terminating (SIGTERM)\u000a17:15:16.420822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9511): Terminating (SIGTERM)\u000a17:15:16.430957 --- ParallelTerminationStrategy: PID 9505 died...\u000a17:15:16.489597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9505): Terminated: ok {rc=0}\u000a17:15:16.499856 --- ParallelTerminationStrategy: PID 9508 died...\u000a17:15:16.557662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9508): Terminated: ok {rc=0}\u000a17:15:16.568057 --- ParallelTerminationStrategy: PID 9511 died...\u000a17:15:16.625479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9511): Terminated: ok {rc=0}\u000a17:15:16.714348 bus /sierra_3: Setting Powered False\u000a17:15:17.817218 bus /sierra_3: Setting Powered False\u000a17:15:18.931215 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:15:20.044289 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:20.056014 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:15:20.206347 tst mo_mt_call_osmux.py: using LAC 35064\u000a17:15:20.326776 tst mo_mt_call_osmux.py: using RAC 129\u000a17:15:20.449112 tst mo_mt_call_osmux.py: using CellId 35064\u000a17:15:20.569167 tst mo_mt_call_osmux.py: using BVCI 35065\u000a17:15:20.593095 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:20.603990 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:20.614716 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:20.625484 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:20.636146 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:15:20.646887 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:20.769399 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:15:20.988541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:21.511385 run create_hlr_db(pid=9514): Launched\u000a17:15:21.705098 bus /sierra_2: Setting Powered False\u000a17:15:22.725458 run create_hlr_db(pid=9514): Terminated: ok {rc=0}\u000a17:15:23.148206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Launched\u000a17:15:23.460187 run osmo-hlr_10.42.42.2(pid=9517): Launched\u000a17:15:23.575458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:24.115834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Launched\u000a17:15:24.428434 run osmo-stp_10.42.42.5(pid=9520): Launched\u000a17:15:24.541687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:25.110731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Launched\u000a17:15:25.424501 run osmo-msc_10.42.42.6(pid=9523): Launched\u000a17:15:25.606278 run osmo-stp_10.42.42.5(pid=9520): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]\u000a17:15:25.737776 run osmo-stp_10.42.42.5(pid=9520): stdout: \u000a| (launched: 2022-12-13_17:15:24.273397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:25.866779 run osmo-stp_10.42.42.5(pid=9520): stderr: \u000a| �[0;m�[38;5;43m20221213171524446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171524447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171524447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171524447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171524448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171524448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171524448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:25.991380 run osmo-stp_10.42.42.5(pid=9520): stdout: \u000a| (launched: 2022-12-13_17:15:24.273397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:26.114464 run osmo-stp_10.42.42.5(pid=9520): stderr: \u000a| �[0;m�[38;5;43m20221213171524446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171524447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171524447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171524447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171524448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171524448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171524448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:26.169137 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)] [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:15:26.177716 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:15:26.237917 run osmo-hlr_10.42.42.2(pid=9517): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9517)]\u000a17:15:26.287553 run osmo-hlr_10.42.42.2(pid=9517): stdout: \u000a| (launched: 2022-12-13_17:15:23.305530) \u000a17:15:26.337856 run osmo-hlr_10.42.42.2(pid=9517): stderr: \u000a| �[0;m�[1;31m20221213171523483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171523483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171523483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171523483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171523484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171523484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171523499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171523508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171523508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171523508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:26.406033 run osmo-msc_10.42.42.6(pid=9523): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9523)]\u000a17:15:26.455622 run osmo-msc_10.42.42.6(pid=9523): stdout: \u000a| (launched: 2022-12-13_17:15:25.268504) \u000a17:15:26.505752 run osmo-msc_10.42.42.6(pid=9523): stderr: \u000a| �[0;m�[38;5;43m20221213171525543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171525543 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa10d3a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171525543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171525543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171525544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171525544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171525546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171525546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171525546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171525546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:26.548149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Terminating (SIGTERM)\u000a17:15:26.588020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Terminating (SIGTERM)\u000a17:15:26.628228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Terminating (SIGTERM)\u000a17:15:26.637720 --- ParallelTerminationStrategy: PID 9516 died...\u000a17:15:26.691432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Terminated: ok {rc=0}\u000a17:15:26.701160 --- ParallelTerminationStrategy: PID 9519 died...\u000a17:15:26.754522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Terminated: ok {rc=0}\u000a17:15:26.764051 --- ParallelTerminationStrategy: PID 9522 died...\u000a17:15:26.817145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Terminated: ok {rc=0}\u000a17:15:26.901978 bus /sierra_3: Setting Powered False\u000a17:15:28.004822 bus /sierra_3: Setting Powered False\u000a17:15:29.116098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9534): Process ended prematurely: osmo-stp_10.42.42.5(pid=9534) [trial-2392↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9534)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9534): Process ended prematurely: osmo-stp_10.42.42.5(pid=9534) [trial-2392↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:15:31.093429 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:31.104598 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a17:15:31.233936 tst emergency_mo_mt_call.py: using LAC 35065\u000a17:15:31.361646 tst emergency_mo_mt_call.py: using RAC 130\u000a17:15:31.490946 tst emergency_mo_mt_call.py: using CellId 35065\u000a17:15:31.652256 tst emergency_mo_mt_call.py: using BVCI 35066\u000a17:15:31.685336 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:31.700833 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:31.717286 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:31.733181 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:31.749339 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:31.765292 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:31.898097 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:32.131583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:32.666383 run create_hlr_db(pid=9528): Launched\u000a17:15:32.856341 bus /sierra_2: Setting Powered False\u000a17:15:33.876402 run create_hlr_db(pid=9528): Terminated: ok {rc=0}\u000a17:15:34.289845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9530): Launched\u000a17:15:34.597879 run osmo-hlr_10.42.42.2(pid=9531): Launched\u000a17:15:34.711411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:35.243373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9533): Launched\u000a17:15:35.550801 run osmo-stp_10.42.42.5(pid=9534): Launched\u000a17:15:35.676127 tst emergency_mo_mt_call.py: using MSISDN 8245\u000a17:15:35.827398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:36.385483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9536): Launched\u000a17:15:36.692817 run osmo-msc_10.42.42.6(pid=9537): Launched\u000a17:15:36.871101 run osmo-stp_10.42.42.5(pid=9534): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9534)]\u000a17:15:36.999404 run osmo-stp_10.42.42.5(pid=9534): stdout: \u000a| (launched: 2022-12-13_17:15:35.398693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:37.127203 run osmo-stp_10.42.42.5(pid=9534): stderr: \u000a| �[0;m�[38;5;43m20221213171535572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171535572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171535572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171535573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171535575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171535576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171535576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:37.249438 run osmo-stp_10.42.42.5(pid=9534): stdout: \u000a| (launched: 2022-12-13_17:15:35.398693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:37.371182 run osmo-stp_10.42.42.5(pid=9534): stderr: \u000a| �[0;m�[38;5;43m20221213171535572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171535572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171535572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171535573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171535575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171535576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171535576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:37.424195 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9534): Process ended prematurely: osmo-stp_10.42.42.5(pid=9534) [trial-2392↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9534)] [trial-2392↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a17:15:37.432504 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a17:15:37.492937 run osmo-hlr_10.42.42.2(pid=9531): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9531)]\u000a17:15:37.542857 run osmo-hlr_10.42.42.2(pid=9531): stdout: \u000a| (launched: 2022-12-13_17:15:34.445428) \u000a17:15:37.593019 run osmo-hlr_10.42.42.2(pid=9531): stderr: \u000a| �[0;m�[1;31m20221213171534626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171534626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171534626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171534626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171534626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171534627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171534639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171534648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171534648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171534648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:37.661293 run osmo-msc_10.42.42.6(pid=9537): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9537)]\u000a17:15:37.711045 run osmo-msc_10.42.42.6(pid=9537): stdout: \u000a| (launched: 2022-12-13_17:15:36.540309) \u000a17:15:37.761094 run osmo-msc_10.42.42.6(pid=9537): stderr: \u000a| �[0;m�[38;5;43m20221213171536816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171536816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cc87a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171536816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171536816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171536816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171536816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171536818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171536819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171536819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171536819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:37.803337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9530): Terminating (SIGTERM)\u000a17:15:37.843145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9533): Terminating (SIGTERM)\u000a17:15:37.882892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9536): Terminating (SIGTERM)\u000a17:15:37.891640 --- ParallelTerminationStrategy: PID 9530 died...\u000a17:15:37.944785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9530): Terminated: ok {rc=0}\u000a17:15:37.954398 --- ParallelTerminationStrategy: PID 9533 died...\u000a17:15:38.007624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9533): Terminated: ok {rc=0}\u000a17:15:38.017229 --- ParallelTerminationStrategy: PID 9536 died...\u000a17:15:38.070248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9536): Terminated: ok {rc=0}\u000a17:15:38.158674 bus /sierra_3: Setting Powered False\u000a17:15:39.262141 bus /sierra_3: Setting Powered False\u000a17:15:40.369456 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9545): Process ended prematurely: osmo-stp_10.42.42.5(pid=9545) [trial-2392↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9545): Process ended prematurely: osmo-stp_10.42.42.5(pid=9545) [trial-2392↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:15:41.420087 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:41.431596 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a17:15:41.565947 tst emergency_preemptive_call.py: using LAC 35066\u000a17:15:41.695017 tst emergency_preemptive_call.py: using RAC 131\u000a17:15:41.823832 tst emergency_preemptive_call.py: using CellId 35066\u000a17:15:41.952683 tst emergency_preemptive_call.py: using BVCI 35067\u000a17:15:41.977683 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:41.988881 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:42.000034 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:42.011124 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:42.022892 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:15:42.034367 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:42.152692 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:42.276041 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:42.392022 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:42.592869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:43.082224 run create_hlr_db(pid=9539): Launched\u000a17:15:43.259516 bus /sierra_2: Setting Powered False\u000a17:15:44.279027 run create_hlr_db(pid=9539): Terminated: ok {rc=0}\u000a17:15:44.688322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9541): Launched\u000a17:15:44.996732 run osmo-hlr_10.42.42.2(pid=9542): Launched\u000a17:15:45.113220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:45.646310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9544): Launched\u000a17:15:46.092673 run osmo-stp_10.42.42.5(pid=9545): Launched\u000a17:15:46.271422 tst emergency_preemptive_call.py: using MSISDN 8246\u000a17:15:46.425313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:47.007033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9547): Launched\u000a17:15:47.419661 run osmo-msc_10.42.42.6(pid=9548): Launched\u000a17:15:47.605233 run osmo-stp_10.42.42.5(pid=9545): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)]\u000a17:15:47.733240 run osmo-stp_10.42.42.5(pid=9545): stdout: \u000a| (launched: 2022-12-13_17:15:45.800673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:47.860605 run osmo-stp_10.42.42.5(pid=9545): stderr: \u000a| �[0;m�[38;5;43m20221213171546040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171546040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171546040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171546041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171546041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171546041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171546041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:47.983811 run osmo-stp_10.42.42.5(pid=9545): stdout: \u000a| (launched: 2022-12-13_17:15:45.800673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:48.106161 run osmo-stp_10.42.42.5(pid=9545): stderr: \u000a| �[0;m�[38;5;43m20221213171546040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171546040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171546040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171546041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171546041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171546041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171546041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:48.159601 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9545): Process ended prematurely: osmo-stp_10.42.42.5(pid=9545) [trial-2392↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9545)] [trial-2392↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a17:15:48.167664 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a17:15:48.228455 run osmo-hlr_10.42.42.2(pid=9542): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9542)]\u000a17:15:48.278283 run osmo-hlr_10.42.42.2(pid=9542): stdout: \u000a| (launched: 2022-12-13_17:15:44.844392) \u000a17:15:48.328815 run osmo-hlr_10.42.42.2(pid=9542): stderr: \u000a| �[0;m�[1;31m20221213171545026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171545026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171545026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171545026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171545026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171545026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171545038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171545047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171545047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171545047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:48.398279 run osmo-msc_10.42.42.6(pid=9548): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9548)]\u000a17:15:48.448091 run osmo-msc_10.42.42.6(pid=9548): stdout: \u000a| (launched: 2022-12-13_17:15:47.164330) \u000a17:15:48.498437 run osmo-msc_10.42.42.6(pid=9548): stderr: \u000a| �[0;m�[38;5;43m20221213171547494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213171547494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f281b682c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213171547494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213171547494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213171547495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213171547495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213171547497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213171547497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213171547497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213171547497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:48.541146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9541): Terminating (SIGTERM)\u000a17:15:48.581430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9544): Terminating (SIGTERM)\u000a17:15:48.621719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9547): Terminating (SIGTERM)\u000a17:15:48.631041 --- ParallelTerminationStrategy: PID 9541 died...\u000a17:15:48.685547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9541): Terminated: ok {rc=0}\u000a17:15:48.695317 --- ParallelTerminationStrategy: PID 9544 died...\u000a17:15:48.749314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9544): Terminated: ok {rc=0}\u000a17:15:48.759130 --- ParallelTerminationStrategy: PID 9547 died...\u000a17:15:48.813129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9547): Terminated: ok {rc=0}\u000a17:15:48.902152 bus /sierra_9: Setting Powered False\u000a17:15:50.007510 bus /sierra_9: Setting Powered False\u000a17:15:51.120821 bus /sierra_8: Setting Powered False\u000a17:15:52.225531 bus /sierra_8: Setting Powered False\u000a17:15:53.336783 bus /sierra_3: Setting Powered False\u000a17:15:54.444488 bus /sierra_3: Setting Powered False\u000a17:15:55.559355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:15:30" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9565): Process ended prematurely: osmo-stp_10.42.42.5(pid=9565) [trial-2392↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9565): Process ended prematurely: osmo-stp_10.42.42.5(pid=9565) [trial-2392↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:15:57.640488 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:57.651470 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:15:57.788213 tst cs_paging_gprs_active.py: using LAC 35067\u000a17:15:57.916420 tst cs_paging_gprs_active.py: using RAC 132\u000a17:15:58.050561 tst cs_paging_gprs_active.py: using CellId 35067\u000a17:15:58.183032 tst cs_paging_gprs_active.py: using BVCI 35068\u000a17:15:58.206961 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.217710 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.228266 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.238651 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.249470 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.260245 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.271223 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.282003 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:15:58.292848 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:58.412330 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:15:58.702663 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:15:58.834247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:15:59.159278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9555): Launched\u000a17:15:59.429895 run iperf3-srv_10.42.42.10(pid=9556): Launched\u000a17:15:59.619788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:15:59.748857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:00.074056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9557): Launched\u000a17:16:00.343791 run iperf3-srv_10.42.42.10(pid=9558): Launched\u000a17:16:00.533130 tst cs_paging_gprs_active.py:38: start network...\u000a17:16:00.662243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:01.220492 run create_hlr_db(pid=9559): Launched\u000a17:16:01.403997 bus /sierra_2: Setting Powered False\u000a17:16:02.422088 run create_hlr_db(pid=9559): Terminated: ok {rc=0}\u000a17:16:02.839582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9561): Launched\u000a17:16:03.153344 run osmo-hlr_10.42.42.2(pid=9562): Launched\u000a17:16:03.276788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:03.828842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9564): Launched\u000a17:16:04.141415 run osmo-stp_10.42.42.5(pid=9565): Launched\u000a17:16:04.255378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:05.770600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9567): Launched\u000a17:16:05.881624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:06.157225 run patchelf(pid=9568): Launched\u000a17:16:06.339975 run osmo-stp_10.42.42.5(pid=9565): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)]\u000a17:16:06.473646 run osmo-stp_10.42.42.5(pid=9565): stdout: \u000a| (launched: 2022-12-13_17:16:03.986320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:06.607329 run osmo-stp_10.42.42.5(pid=9565): stderr: \u000a| �[0;m�[38;5;43m20221213171604159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171604160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171604160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171604160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171604161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171604161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171604161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:06.736218 run osmo-stp_10.42.42.5(pid=9565): stdout: \u000a| (launched: 2022-12-13_17:16:03.986320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:06.863607 run osmo-stp_10.42.42.5(pid=9565): stderr: \u000a| �[0;m�[38;5;43m20221213171604159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171604160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171604160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171604160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171604161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171604161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171604161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:07.013733 run patchelf(pid=9568): Terminating (SIGINT)\u000a17:16:07.190917 run patchelf(pid=9568): Terminated: ok {rc=0}\u000a17:16:07.223014 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9565): Process ended prematurely: osmo-stp_10.42.42.5(pid=9565) [trial-2392↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)] [trial-2392↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a17:16:07.232097 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a17:16:07.292433 run osmo-hlr_10.42.42.2(pid=9562): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9562)]\u000a17:16:07.342333 run osmo-hlr_10.42.42.2(pid=9562): stdout: \u000a| (launched: 2022-12-13_17:16:02.997990) \u000a17:16:07.392282 run osmo-hlr_10.42.42.2(pid=9562): stderr: \u000a| �[0;m�[1;31m20221213171603181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171603182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171603182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171603182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171603182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171603182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171603194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171603203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171603203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171603204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:07.435016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9555): Terminating (SIGTERM)\u000a17:16:07.475223 run iperf3-srv_10.42.42.10(pid=9556): Terminating (SIGTERM)\u000a17:16:07.515511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9557): Terminating (SIGTERM)\u000a17:16:07.555770 run iperf3-srv_10.42.42.10(pid=9558): Terminating (SIGTERM)\u000a17:16:07.595938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9561): Terminating (SIGTERM)\u000a17:16:07.636225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9564): Terminating (SIGTERM)\u000a17:16:07.676590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9567): Terminating (SIGTERM)\u000a17:16:07.685919 --- ParallelTerminationStrategy: PID 9555 died...\u000a17:16:07.739919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9555): Terminated: ok {rc=0}\u000a17:16:07.749795 --- ParallelTerminationStrategy: PID 9556 died...\u000a17:16:07.803505 run iperf3-srv_10.42.42.10(pid=9556): Terminated {rc=256}\u000a17:16:07.813176 --- ParallelTerminationStrategy: PID 9557 died...\u000a17:16:07.866822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9557): Terminated: ok {rc=0}\u000a17:16:07.876399 --- ParallelTerminationStrategy: PID 9558 died...\u000a17:16:07.929923 run iperf3-srv_10.42.42.10(pid=9558): Terminated {rc=256}\u000a17:16:07.939631 --- ParallelTerminationStrategy: PID 9561 died...\u000a17:16:07.993533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9561): Terminated: ok {rc=0}\u000a17:16:08.003200 --- ParallelTerminationStrategy: PID 9564 died...\u000a17:16:08.056668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9564): Terminated: ok {rc=0}\u000a17:16:08.066412 --- ParallelTerminationStrategy: PID 9567 died...\u000a17:16:08.120534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9567): Terminated: ok {rc=0}\u000a17:16:08.206312 bus /gobi_0: Setting Powered False\u000a17:16:09.315720 bus /gobi_0: Setting Powered False\u000a17:16:10.426625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2392↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2392↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a17:16:11.545444 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:11.557179 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:11.691694 tst iperf3.py: using LAC 35068\u000a17:16:11.821804 tst iperf3.py: using RAC 133\u000a17:16:11.951982 tst iperf3.py: using CellId 35068\u000a17:16:12.082151 tst iperf3.py: using BVCI 35069\u000a17:16:12.107696 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.118849 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.129895 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.140780 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.151930 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.163130 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.174540 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.185807 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:12.197204 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:12.499773 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:16:12.639196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:12.985659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9569): Launched\u000a17:16:13.272527 run iperf3-srv_10.42.42.10(pid=9570): Launched\u000a17:16:13.476500 tst iperf3.py:8: start network...\u000a17:16:13.615518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:14.138427 run create_hlr_db(pid=9571): Launched\u000a17:16:14.330391 bus /gobi_6: Setting Powered False\u000a17:16:15.351374 run create_hlr_db(pid=9571): Terminated: ok {rc=0}\u000a17:16:15.772280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Launched\u000a17:16:16.263615 run osmo-hlr_10.42.42.2(pid=9574): Launched\u000a17:16:16.575195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:17.292051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Launched\u000a17:16:17.618563 run osmo-stp_10.42.42.5(pid=9577): Launched\u000a17:16:17.733253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:18.279514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Launched\u000a17:16:18.390627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:18.664856 run patchelf(pid=9580): Launched\u000a17:16:18.847028 run osmo-stp_10.42.42.5(pid=9577): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a17:16:18.980020 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-13_17:16:17.463039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:19.113588 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221213171617639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171617639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171617639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171617640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171617640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171617640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171617640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:19.242127 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-13_17:16:17.463039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:19.368930 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221213171617639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171617639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171617639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171617640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171617640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171617640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171617640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:19.519460 run patchelf(pid=9580): Terminating (SIGINT)\u000a17:16:19.696328 run patchelf(pid=9580): Terminated: ok {rc=0}\u000a17:16:19.728661 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2392↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)] [trial-2392↪gprs:sysmo↪iperf3.py:8]\u000a17:16:19.737764 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a17:16:19.798012 run osmo-hlr_10.42.42.2(pid=9574): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9574)]\u000a17:16:19.847386 run osmo-hlr_10.42.42.2(pid=9574): stdout: \u000a| (launched: 2022-12-13_17:16:15.950465) \u000a17:16:19.897513 run osmo-hlr_10.42.42.2(pid=9574): stderr: \u000a| �[0;m�[1;31m20221213171616465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171616465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171616465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171616465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171616465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171616465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171616482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171616498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171616498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171616498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:19.940180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9569): Terminating (SIGTERM)\u000a17:16:19.980468 run iperf3-srv_10.42.42.10(pid=9570): Terminating (SIGTERM)\u000a17:16:20.020774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminating (SIGTERM)\u000a17:16:20.061128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminating (SIGTERM)\u000a17:16:20.101791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminating (SIGTERM)\u000a17:16:20.111113 --- ParallelTerminationStrategy: PID 9569 died...\u000a17:16:20.165340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9569): Terminated: ok {rc=0}\u000a17:16:20.175071 --- ParallelTerminationStrategy: PID 9570 died...\u000a17:16:20.228713 run iperf3-srv_10.42.42.10(pid=9570): Terminated {rc=256}\u000a17:16:20.238391 --- ParallelTerminationStrategy: PID 9573 died...\u000a17:16:20.292273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminated: ok {rc=0}\u000a17:16:20.302024 --- ParallelTerminationStrategy: PID 9576 died...\u000a17:16:20.355877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminated: ok {rc=0}\u000a17:16:20.365756 --- ParallelTerminationStrategy: PID 9579 died...\u000a17:16:20.419495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminated: ok {rc=0}\u000a17:16:20.509192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9595): Process ended prematurely: osmo-stp_10.42.42.5(pid=9595) [trial-2392↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9595): Process ended prematurely: osmo-stp_10.42.42.5(pid=9595) [trial-2392↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a17:16:21.622421 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:21.633831 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:21.758472 tst iperf3m4.py: using LAC 35069\u000a17:16:21.883067 tst iperf3m4.py: using RAC 134\u000a17:16:22.019794 tst iperf3m4.py: using CellId 35069\u000a17:16:22.148182 tst iperf3m4.py: using BVCI 35070\u000a17:16:22.174059 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.185255 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.196332 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.207498 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.219101 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.230723 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.242565 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.254283 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:22.266191 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:22.387350 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:22.512917 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:22.632350 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:22.915980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:16:23.045392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:23.370272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9581): Launched\u000a17:16:23.641358 run iperf3-srv_10.42.42.10(pid=9582): Launched\u000a17:16:23.831505 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:16:23.960816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:24.287687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9583): Launched\u000a17:16:24.558112 run iperf3-srv_10.42.42.10(pid=9584): Launched\u000a17:16:24.748390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:16:24.878375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:25.203432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9585): Launched\u000a17:16:25.474437 run iperf3-srv_10.42.42.10(pid=9586): Launched\u000a17:16:25.664290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:16:25.793578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:26.118484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Launched\u000a17:16:26.412727 run iperf3-srv_10.42.42.10(pid=9588): Launched\u000a17:16:26.618204 tst iperf3m4.py:8: start network...\u000a17:16:26.757796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:27.286987 run create_hlr_db(pid=9589): Launched\u000a17:16:27.480084 bus /gobi_6: Setting Powered False\u000a17:16:28.501233 run create_hlr_db(pid=9589): Terminated: ok {rc=0}\u000a17:16:28.947581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9591): Launched\u000a17:16:29.283149 run osmo-hlr_10.42.42.2(pid=9592): Launched\u000a17:16:29.406036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:29.987079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9594): Launched\u000a17:16:30.323312 run osmo-stp_10.42.42.5(pid=9595): Launched\u000a17:16:30.444293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:31.048787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9597): Launched\u000a17:16:31.170729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:31.483147 run patchelf(pid=9598): Launched\u000a17:16:31.683086 run osmo-stp_10.42.42.5(pid=9595): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)]\u000a17:16:31.829116 run osmo-stp_10.42.42.5(pid=9595): stdout: \u000a| (launched: 2022-12-13_17:16:30.155699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:31.975967 run osmo-stp_10.42.42.5(pid=9595): stderr: \u000a| �[0;m�[38;5;43m20221213171630351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171630351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171630351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171630352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171630352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171630352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171630352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:32.116793 run osmo-stp_10.42.42.5(pid=9595): stdout: \u000a| (launched: 2022-12-13_17:16:30.155699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:32.254433 run osmo-stp_10.42.42.5(pid=9595): stderr: \u000a| �[0;m�[38;5;43m20221213171630351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171630351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171630351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171630352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171630352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171630352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171630352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:32.414759 run patchelf(pid=9598): Terminating (SIGINT)\u000a17:16:32.603480 run patchelf(pid=9598): Terminated: ok {rc=0}\u000a17:16:32.638162 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9595): Process ended prematurely: osmo-stp_10.42.42.5(pid=9595) [trial-2392↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)] [trial-2392↪gprs:sysmo↪iperf3m4.py:8]\u000a17:16:32.647986 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a17:16:32.712916 run osmo-hlr_10.42.42.2(pid=9592): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9592)]\u000a17:16:32.765589 run osmo-hlr_10.42.42.2(pid=9592): stdout: \u000a| (launched: 2022-12-13_17:16:29.117028) \u000a17:16:32.819049 run osmo-hlr_10.42.42.2(pid=9592): stderr: \u000a| �[0;m�[1;31m20221213171629319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171629319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171629319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171629319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171629319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171629319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171629333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171629341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171629341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171629341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:32.864509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9581): Terminating (SIGTERM)\u000a17:16:32.907432 run iperf3-srv_10.42.42.10(pid=9582): Terminating (SIGTERM)\u000a17:16:32.950730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9583): Terminating (SIGTERM)\u000a17:16:32.993573 run iperf3-srv_10.42.42.10(pid=9584): Terminating (SIGTERM)\u000a17:16:33.036813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9585): Terminating (SIGTERM)\u000a17:16:33.079587 run iperf3-srv_10.42.42.10(pid=9586): Terminating (SIGTERM)\u000a17:16:33.122959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Terminating (SIGTERM)\u000a17:16:33.165629 run iperf3-srv_10.42.42.10(pid=9588): Terminating (SIGTERM)\u000a17:16:33.208515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9591): Terminating (SIGTERM)\u000a17:16:33.251290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9594): Terminating (SIGTERM)\u000a17:16:33.294633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9597): Terminating (SIGTERM)\u000a17:16:33.304567 --- ParallelTerminationStrategy: PID 9581 died...\u000a17:16:33.362417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9581): Terminated: ok {rc=0}\u000a17:16:33.372637 --- ParallelTerminationStrategy: PID 9582 died...\u000a17:16:33.429626 run iperf3-srv_10.42.42.10(pid=9582): Terminated {rc=256}\u000a17:16:33.439783 --- ParallelTerminationStrategy: PID 9583 died...\u000a17:16:33.497180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9583): Terminated: ok {rc=0}\u000a17:16:33.507399 --- ParallelTerminationStrategy: PID 9584 died...\u000a17:16:33.565029 run iperf3-srv_10.42.42.10(pid=9584): Terminated {rc=256}\u000a17:16:33.575207 --- ParallelTerminationStrategy: PID 9585 died...\u000a17:16:33.632855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9585): Terminated: ok {rc=0}\u000a17:16:33.643101 --- ParallelTerminationStrategy: PID 9586 died...\u000a17:16:33.700253 run iperf3-srv_10.42.42.10(pid=9586): Terminated {rc=256}\u000a17:16:33.710396 --- ParallelTerminationStrategy: PID 9587 died...\u000a17:16:33.767748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Terminated: ok {rc=0}\u000a17:16:33.777994 --- ParallelTerminationStrategy: PID 9588 died...\u000a17:16:33.835167 run iperf3-srv_10.42.42.10(pid=9588): Terminated {rc=256}\u000a17:16:33.845491 --- ParallelTerminationStrategy: PID 9591 died...\u000a17:16:33.902462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9591): Terminated: ok {rc=0}\u000a17:16:33.912626 --- ParallelTerminationStrategy: PID 9594 died...\u000a17:16:33.969821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9594): Terminated: ok {rc=0}\u000a17:16:33.980053 --- ParallelTerminationStrategy: PID 9597 died...\u000a17:16:34.037261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9597): Terminated: ok {rc=0}\u000a17:16:34.125891 bus /gobi_4: Setting Powered False\u000a17:16:35.230979 bus /gobi_4: Setting Powered False\u000a17:16:36.344005 bus /gobi_1: Setting Powered False\u000a17:16:37.450716 bus /gobi_1: Setting Powered False\u000a17:16:38.559654 bus /gobi_0: Setting Powered False\u000a17:16:39.668447 bus /gobi_0: Setting Powered False\u000a17:16:40.782628 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9605): Process ended prematurely: osmo-stp_10.42.42.5(pid=9605) [trial-2392↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9605)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9605): Process ended prematurely: osmo-stp_10.42.42.5(pid=9605) [trial-2392↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo ping.py\u000a----------------------------------------------\u000a17:16:41.850046 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:41.861192 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:41.993768 tst ping.py: using LAC 35070\u000a17:16:42.123137 tst ping.py: using RAC 135\u000a17:16:42.252727 tst ping.py: using CellId 35070\u000a17:16:42.382563 tst ping.py: using BVCI 35071\u000a17:16:42.407603 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.418657 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.429654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.440467 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.451597 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.462763 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.474015 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:42.485245 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:42.768040 tst ping.py:19: start network...\u000a17:16:42.895890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:43.386143 run create_hlr_db(pid=9599): Launched\u000a17:16:43.561679 bus /gobi_6: Setting Powered False\u000a17:16:44.595809 run create_hlr_db(pid=9599): Terminated: ok {rc=0}\u000a17:16:45.007151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9601): Launched\u000a17:16:45.314374 run osmo-hlr_10.42.42.2(pid=9602): Launched\u000a17:16:45.433058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:46.010878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9604): Launched\u000a17:16:46.396040 run osmo-stp_10.42.42.5(pid=9605): Launched\u000a17:16:46.676392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:47.300490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9607): Launched\u000a17:16:47.412530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:47.682906 run patchelf(pid=9608): Launched\u000a17:16:47.861473 run osmo-stp_10.42.42.5(pid=9605): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9605)]\u000a17:16:47.992347 run osmo-stp_10.42.42.5(pid=9605): stdout: \u000a| (launched: 2022-12-13_17:16:46.168800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:48.123227 run osmo-stp_10.42.42.5(pid=9605): stderr: \u000a| �[0;m�[38;5;43m20221213171646460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171646460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171646460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171646466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171646467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171646468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171646468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:48.249371 run osmo-stp_10.42.42.5(pid=9605): stdout: \u000a| (launched: 2022-12-13_17:16:46.168800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:48.374113 run osmo-stp_10.42.42.5(pid=9605): stderr: \u000a| �[0;m�[38;5;43m20221213171646460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171646460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171646460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171646466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171646467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171646468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171646468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:48.520587 run patchelf(pid=9608): Terminating (SIGINT)\u000a17:16:48.693804 run patchelf(pid=9608): Terminated: ok {rc=0}\u000a17:16:48.724993 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9605): Process ended prematurely: osmo-stp_10.42.42.5(pid=9605) [trial-2392↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9605)] [trial-2392↪gprs:sysmo↪ping.py:22]\u000a17:16:48.733544 tst ping.py:22: Test FAILED (6.9 sec)\u000a17:16:48.793746 run osmo-hlr_10.42.42.2(pid=9602): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9602)]\u000a17:16:48.843279 run osmo-hlr_10.42.42.2(pid=9602): stdout: \u000a| (launched: 2022-12-13_17:16:45.162492) \u000a17:16:48.893018 run osmo-hlr_10.42.42.2(pid=9602): stderr: \u000a| �[0;m�[1;31m20221213171645344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171645345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171645345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171645345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171645345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171645345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171645357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171645366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171645366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171645366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:48.935672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9601): Terminating (SIGTERM)\u000a17:16:48.976121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9604): Terminating (SIGTERM)\u000a17:16:49.016497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9607): Terminating (SIGTERM)\u000a17:16:49.025914 --- ParallelTerminationStrategy: PID 9601 died...\u000a17:16:49.080241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9601): Terminated: ok {rc=0}\u000a17:16:49.089982 --- ParallelTerminationStrategy: PID 9604 died...\u000a17:16:49.143865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9604): Terminated: ok {rc=0}\u000a17:16:49.153935 --- ParallelTerminationStrategy: PID 9607 died...\u000a17:16:49.207890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9607): Terminated: ok {rc=0}\u000a17:16:49.297520 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9615): Process ended prematurely: osmo-stp_10.42.42.5(pid=9615) [trial-2392↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9615)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9615): Process ended prematurely: osmo-stp_10.42.42.5(pid=9615) [trial-2392↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:16:50.352905 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.366740 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:16:50.497123 tst ping_idle_ping.py: using LAC 35071\u000a17:16:50.618278 tst ping_idle_ping.py: using RAC 136\u000a17:16:50.737618 tst ping_idle_ping.py: using CellId 35071\u000a17:16:50.856531 tst ping_idle_ping.py: using BVCI 35072\u000a17:16:50.879931 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.890488 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.900826 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.911255 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.921978 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.933237 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.944201 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:16:50.955196 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:16:51.262085 tst ping_idle_ping.py:24: start network...\u000a17:16:51.399879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:51.920564 run create_hlr_db(pid=9609): Launched\u000a17:16:52.110911 bus /gobi_6: Setting Powered False\u000a17:16:53.132074 run create_hlr_db(pid=9609): Terminated: ok {rc=0}\u000a17:16:53.544879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9611): Launched\u000a17:16:53.853831 run osmo-hlr_10.42.42.2(pid=9612): Launched\u000a17:16:53.967161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:54.497533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9614): Launched\u000a17:16:54.804803 run osmo-stp_10.42.42.5(pid=9615): Launched\u000a17:16:54.916070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:55.452607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9617): Launched\u000a17:16:55.562151 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:55.831299 run patchelf(pid=9618): Launched\u000a17:16:56.010479 run osmo-stp_10.42.42.5(pid=9615): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9615)]\u000a17:16:56.141886 run osmo-stp_10.42.42.5(pid=9615): stdout: \u000a| (launched: 2022-12-13_17:16:54.652758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:56.273504 run osmo-stp_10.42.42.5(pid=9615): stderr: \u000a| �[0;m�[38;5;43m20221213171654826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171654826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171654826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171654827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171654827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171654827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171654827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:56.399874 run osmo-stp_10.42.42.5(pid=9615): stdout: \u000a| (launched: 2022-12-13_17:16:54.652758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:56.525143 run osmo-stp_10.42.42.5(pid=9615): stderr: \u000a| �[0;m�[38;5;43m20221213171654826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171654826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171654826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171654827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171654827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171654827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171654827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:56.672196 run patchelf(pid=9618): Terminating (SIGINT)\u000a17:16:56.845826 run patchelf(pid=9618): Terminated: ok {rc=0}\u000a17:16:56.877125 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9615): Process ended prematurely: osmo-stp_10.42.42.5(pid=9615) [trial-2392↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9615)] [trial-2392↪gprs:sysmo↪ping_idle_ping.py:27]\u000a17:16:56.885628 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:16:56.945623 run osmo-hlr_10.42.42.2(pid=9612): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9612)]\u000a17:16:56.994918 run osmo-hlr_10.42.42.2(pid=9612): stdout: \u000a| (launched: 2022-12-13_17:16:53.701082) \u000a17:16:57.044932 run osmo-hlr_10.42.42.2(pid=9612): stderr: \u000a| �[0;m�[1;31m20221213171653880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171653880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171653880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171653881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171653881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171653881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171653893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171653902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171653902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171653902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:57.087090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9611): Terminating (SIGTERM)\u000a17:16:57.126969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9614): Terminating (SIGTERM)\u000a17:16:57.166932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9617): Terminating (SIGTERM)\u000a17:16:57.176097 --- ParallelTerminationStrategy: PID 9611 died...\u000a17:16:57.229556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9611): Terminated: ok {rc=0}\u000a17:16:57.239120 --- ParallelTerminationStrategy: PID 9614 died...\u000a17:16:57.292464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9614): Terminated: ok {rc=0}\u000a17:16:57.302078 --- ParallelTerminationStrategy: PID 9617 died...\u000a17:16:57.355260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9617): Terminated: ok {rc=0}\u000a17:16:57.444978 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:15:57" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9635): Process ended prematurely: osmo-stp_10.42.42.5(pid=9635) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9635)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9635): Process ended prematurely: osmo-stp_10.42.42.5(pid=9635) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:16:59.572732 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:16:59.584062 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:16:59.712089 tst cs_paging_gprs_active.py: using LAC 35072\u000a17:16:59.834659 tst cs_paging_gprs_active.py: using RAC 137\u000a17:16:59.960370 tst cs_paging_gprs_active.py: using CellId 35072\u000a17:17:00.084290 tst cs_paging_gprs_active.py: using BVCI 35073\u000a17:17:00.108373 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.119222 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.129761 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.140245 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.150717 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.161214 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.171859 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.182384 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:00.193069 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:00.315882 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:00.604912 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:17:00.734698 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:01.107862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9622): Launched\u000a17:17:01.434880 run iperf3-srv_10.42.42.10(pid=9623): Launched\u000a17:17:01.652699 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:17:01.800489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:02.208921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9627): Launched\u000a17:17:02.501975 run iperf3-srv_10.42.42.10(pid=9628): Launched\u000a17:17:02.708458 tst cs_paging_gprs_active.py:38: start network...\u000a17:17:02.848812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:03.376863 run create_hlr_db(pid=9629): Launched\u000a17:17:03.571372 bus /gobi_6: Setting Powered False\u000a17:17:04.591461 run create_hlr_db(pid=9629): Terminated: ok {rc=0}\u000a17:17:05.014050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9631): Launched\u000a17:17:05.329201 run osmo-hlr_10.42.42.2(pid=9632): Launched\u000a17:17:05.452692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:06.004183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9634): Launched\u000a17:17:06.317934 run osmo-stp_10.42.42.5(pid=9635): Launched\u000a17:17:06.431883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:06.978616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9637): Launched\u000a17:17:07.090130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:07.364683 run patchelf(pid=9638): Launched\u000a17:17:07.547923 run osmo-stp_10.42.42.5(pid=9635): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9635)]\u000a17:17:07.682072 run osmo-stp_10.42.42.5(pid=9635): stdout: \u000a| (launched: 2022-12-13_17:17:06.163056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:07.816706 run osmo-stp_10.42.42.5(pid=9635): stderr: \u000a| �[0;m�[38;5;43m20221213171706337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171706337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171706338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171706338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171706340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171706340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171706340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:07.946130 run osmo-stp_10.42.42.5(pid=9635): stdout: \u000a| (launched: 2022-12-13_17:17:06.163056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:08.073924 run osmo-stp_10.42.42.5(pid=9635): stderr: \u000a| �[0;m�[38;5;43m20221213171706337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171706337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171706338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171706338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171706340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171706340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171706340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:08.223946 run patchelf(pid=9638): Terminating (SIGINT)\u000a17:17:08.401588 run patchelf(pid=9638): Terminated: ok {rc=0}\u000a17:17:08.433955 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9635): Process ended prematurely: osmo-stp_10.42.42.5(pid=9635) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9635)] [trial-2392↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:17:08.443178 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:17:08.504038 run osmo-hlr_10.42.42.2(pid=9632): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9632)]\u000a17:17:08.554031 run osmo-hlr_10.42.42.2(pid=9632): stdout: \u000a| (launched: 2022-12-13_17:17:05.172932) \u000a17:17:08.604663 run osmo-hlr_10.42.42.2(pid=9632): stderr: \u000a| �[0;m�[1;31m20221213171705353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171705353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171705354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171705354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171705354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171705354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171705366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171705374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171705374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171705374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:08.647746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9622): Terminating (SIGTERM)\u000a17:17:08.688353 run iperf3-srv_10.42.42.10(pid=9623): Terminating (SIGTERM)\u000a17:17:08.728826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9627): Terminating (SIGTERM)\u000a17:17:08.769407 run iperf3-srv_10.42.42.10(pid=9628): Terminating (SIGTERM)\u000a17:17:08.810917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9631): Terminating (SIGTERM)\u000a17:17:08.851751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9634): Terminating (SIGTERM)\u000a17:17:08.892908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9637): Terminating (SIGTERM)\u000a17:17:08.902358 --- ParallelTerminationStrategy: PID 9622 died...\u000a17:17:08.957007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9622): Terminated: ok {rc=0}\u000a17:17:08.966792 --- ParallelTerminationStrategy: PID 9623 died...\u000a17:17:09.020499 run iperf3-srv_10.42.42.10(pid=9623): Terminated {rc=256}\u000a17:17:09.030244 --- ParallelTerminationStrategy: PID 9627 died...\u000a17:17:09.084300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9627): Terminated: ok {rc=0}\u000a17:17:09.094263 --- ParallelTerminationStrategy: PID 9628 died...\u000a17:17:09.147970 run iperf3-srv_10.42.42.10(pid=9628): Terminated {rc=256}\u000a17:17:09.157774 --- ParallelTerminationStrategy: PID 9631 died...\u000a17:17:09.211500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9631): Terminated: ok {rc=0}\u000a17:17:09.221239 --- ParallelTerminationStrategy: PID 9634 died...\u000a17:17:09.275101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9634): Terminated: ok {rc=0}\u000a17:17:09.284852 --- ParallelTerminationStrategy: PID 9637 died...\u000a17:17:09.338763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9637): Terminated: ok {rc=0}\u000a17:17:09.427761 bus /gobi_0: Setting Powered False\u000a17:17:10.536584 bus /gobi_0: Setting Powered False\u000a17:17:11.650600 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:17:12.763517 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:12.775111 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:12.909220 tst iperf3.py: using LAC 35073\u000a17:17:13.041510 tst iperf3.py: using RAC 138\u000a17:17:13.175815 tst iperf3.py: using CellId 35073\u000a17:17:13.306149 tst iperf3.py: using BVCI 35074\u000a17:17:13.331693 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.343045 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.354859 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.365939 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.377282 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.388437 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.400000 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.411436 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:13.422984 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:13.727416 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:17:13.866963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:14.212558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9639): Launched\u000a17:17:14.500367 run iperf3-srv_10.42.42.10(pid=9640): Launched\u000a17:17:14.705471 tst iperf3.py:8: start network...\u000a17:17:14.844685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:15.368653 run create_hlr_db(pid=9641): Launched\u000a17:17:15.561359 bus /gobi_6: Setting Powered False\u000a17:17:16.599044 run create_hlr_db(pid=9641): Terminated: ok {rc=0}\u000a17:17:17.041377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Launched\u000a17:17:17.361046 run osmo-hlr_10.42.42.2(pid=9644): Launched\u000a17:17:17.486148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:18.036880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Launched\u000a17:17:18.349980 run osmo-stp_10.42.42.5(pid=9647): Launched\u000a17:17:18.462637 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:19.008106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Launched\u000a17:17:19.119859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:19.394487 run patchelf(pid=9650): Launched\u000a17:17:19.577326 run osmo-stp_10.42.42.5(pid=9647): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]\u000a17:17:19.710784 run osmo-stp_10.42.42.5(pid=9647): stdout: \u000a| (launched: 2022-12-13_17:17:18.195313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:19.844264 run osmo-stp_10.42.42.5(pid=9647): stderr: \u000a| �[0;m�[38;5;43m20221213171718368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171718369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171718369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171718369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171718371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171718372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171718372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:19.974014 run osmo-stp_10.42.42.5(pid=9647): stdout: \u000a| (launched: 2022-12-13_17:17:18.195313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:20.101409 run osmo-stp_10.42.42.5(pid=9647): stderr: \u000a| �[0;m�[38;5;43m20221213171718368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171718369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171718369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171718369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171718371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171718372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171718372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:20.251529 run patchelf(pid=9650): Terminating (SIGINT)\u000a17:17:20.428676 run patchelf(pid=9650): Terminated: ok {rc=0}\u000a17:17:20.461078 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)] [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a17:17:20.470420 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:17:20.530909 run osmo-hlr_10.42.42.2(pid=9644): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9644)]\u000a17:17:20.580765 run osmo-hlr_10.42.42.2(pid=9644): stdout: \u000a| (launched: 2022-12-13_17:17:17.202515) \u000a17:17:20.631411 run osmo-hlr_10.42.42.2(pid=9644): stderr: \u000a| �[0;m�[1;31m20221213171717380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171717380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171717380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171717380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171717380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171717380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171717393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171717402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171717403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171717403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:20.674425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9639): Terminating (SIGTERM)\u000a17:17:20.718778 run iperf3-srv_10.42.42.10(pid=9640): Terminating (SIGTERM)\u000a17:17:20.763535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Terminating (SIGTERM)\u000a17:17:20.808070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Terminating (SIGTERM)\u000a17:17:20.851586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Terminating (SIGTERM)\u000a17:17:20.861386 --- ParallelTerminationStrategy: PID 9639 died...\u000a17:17:20.919997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9639): Terminated: ok {rc=0}\u000a17:17:20.946533 --- ParallelTerminationStrategy: PID 9640 died...\u000a17:17:21.023196 run iperf3-srv_10.42.42.10(pid=9640): Terminated {rc=256}\u000a17:17:21.035455 --- ParallelTerminationStrategy: PID 9643 died...\u000a17:17:21.093566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Terminated: ok {rc=0}\u000a17:17:21.104765 --- ParallelTerminationStrategy: PID 9646 died...\u000a17:17:21.166111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Terminated: ok {rc=0}\u000a17:17:21.177191 --- ParallelTerminationStrategy: PID 9649 died...\u000a17:17:21.264908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Terminated: ok {rc=0}\u000a17:17:21.383716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9673): Process ended prematurely: osmo-stp_10.42.42.5(pid=9673) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9673)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9673): Process ended prematurely: osmo-stp_10.42.42.5(pid=9673) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:17:22.496318 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.507727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:22.648321 tst iperf3m4.py: using LAC 35074\u000a17:17:22.777390 tst iperf3m4.py: using RAC 139\u000a17:17:22.905725 tst iperf3m4.py: using CellId 35074\u000a17:17:23.043118 tst iperf3m4.py: using BVCI 35075\u000a17:17:23.068675 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.079935 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.091113 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.102203 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.113792 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.125119 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.136609 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.147847 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.159446 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.280021 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.403883 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.521201 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.823062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:17:23.962463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:24.311364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9659): Launched\u000a17:17:24.600167 run iperf3-srv_10.42.42.10(pid=9660): Launched\u000a17:17:24.805409 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:17:24.944854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:25.292872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9661): Launched\u000a17:17:25.581614 run iperf3-srv_10.42.42.10(pid=9662): Launched\u000a17:17:25.786839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:17:25.926109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:26.276654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9663): Launched\u000a17:17:26.565865 run iperf3-srv_10.42.42.10(pid=9664): Launched\u000a17:17:26.771117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:17:26.910607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:27.261162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9665): Launched\u000a17:17:27.549891 run iperf3-srv_10.42.42.10(pid=9666): Launched\u000a17:17:27.755554 tst iperf3m4.py:8: start network...\u000a17:17:27.895162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:28.420418 run create_hlr_db(pid=9667): Launched\u000a17:17:28.613618 bus /gobi_6: Setting Powered False\u000a17:17:29.624445 run create_hlr_db(pid=9667): Terminated: ok {rc=0}\u000a17:17:30.076331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9669): Launched\u000a17:17:30.411746 run osmo-hlr_10.42.42.2(pid=9670): Launched\u000a17:17:30.533773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:31.175249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9672): Launched\u000a17:17:31.668035 run osmo-stp_10.42.42.5(pid=9673): Launched\u000a17:17:31.791380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:32.383907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9675): Launched\u000a17:17:32.502810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:32.796607 run patchelf(pid=9676): Launched\u000a17:17:32.991899 run osmo-stp_10.42.42.5(pid=9673): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9673)]\u000a17:17:33.134444 run osmo-stp_10.42.42.5(pid=9673): stdout: \u000a| (launched: 2022-12-13_17:17:31.347402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:33.277390 run osmo-stp_10.42.42.5(pid=9673): stderr: \u000a| �[0;m�[38;5;43m20221213171731564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171731564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171731564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171731565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171731565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171731565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171731566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:33.415019 run osmo-stp_10.42.42.5(pid=9673): stdout: \u000a| (launched: 2022-12-13_17:17:31.347402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:33.551089 run osmo-stp_10.42.42.5(pid=9673): stderr: \u000a| �[0;m�[38;5;43m20221213171731564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171731564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171731564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171731565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171731565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171731565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171731566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:33.712173 run patchelf(pid=9676): Terminating (SIGINT)\u000a17:17:33.901211 run patchelf(pid=9676): Terminated: ok {rc=0}\u000a17:17:33.935456 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9673): Process ended prematurely: osmo-stp_10.42.42.5(pid=9673) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9673)] [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:17:33.945434 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a17:17:34.010238 run osmo-hlr_10.42.42.2(pid=9670): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9670)]\u000a17:17:34.062827 run osmo-hlr_10.42.42.2(pid=9670): stdout: \u000a| (launched: 2022-12-13_17:17:30.246013) \u000a17:17:34.116152 run osmo-hlr_10.42.42.2(pid=9670): stderr: \u000a| �[0;m�[1;31m20221213171730447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171730447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171730447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171730447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171730447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171730447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171730459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171730467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171730468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171730468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:34.161465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9659): Terminating (SIGTERM)\u000a17:17:34.204418 run iperf3-srv_10.42.42.10(pid=9660): Terminating (SIGTERM)\u000a17:17:34.247234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9661): Terminating (SIGTERM)\u000a17:17:34.289615 run iperf3-srv_10.42.42.10(pid=9662): Terminating (SIGTERM)\u000a17:17:34.332077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9663): Terminating (SIGTERM)\u000a17:17:34.374570 run iperf3-srv_10.42.42.10(pid=9664): Terminating (SIGTERM)\u000a17:17:34.417126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9665): Terminating (SIGTERM)\u000a17:17:34.459548 run iperf3-srv_10.42.42.10(pid=9666): Terminating (SIGTERM)\u000a17:17:34.502106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9669): Terminating (SIGTERM)\u000a17:17:34.544584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9672): Terminating (SIGTERM)\u000a17:17:34.587229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9675): Terminating (SIGTERM)\u000a17:17:34.597038 --- ParallelTerminationStrategy: PID 9659 died...\u000a17:17:34.654879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9659): Terminated: ok {rc=0}\u000a17:17:34.665199 --- ParallelTerminationStrategy: PID 9660 died...\u000a17:17:34.722224 run iperf3-srv_10.42.42.10(pid=9660): Terminated {rc=256}\u000a17:17:34.732339 --- ParallelTerminationStrategy: PID 9661 died...\u000a17:17:34.789502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9661): Terminated: ok {rc=0}\u000a17:17:34.799633 --- ParallelTerminationStrategy: PID 9662 died...\u000a17:17:34.856365 run iperf3-srv_10.42.42.10(pid=9662): Terminated {rc=256}\u000a17:17:34.866465 --- ParallelTerminationStrategy: PID 9663 died...\u000a17:17:34.923475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9663): Terminated: ok {rc=0}\u000a17:17:34.933755 --- ParallelTerminationStrategy: PID 9664 died...\u000a17:17:34.990814 run iperf3-srv_10.42.42.10(pid=9664): Terminated {rc=256}\u000a17:17:35.001082 --- ParallelTerminationStrategy: PID 9665 died...\u000a17:17:35.058137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9665): Terminated: ok {rc=0}\u000a17:17:35.068284 --- ParallelTerminationStrategy: PID 9666 died...\u000a17:17:35.125585 run iperf3-srv_10.42.42.10(pid=9666): Terminated {rc=256}\u000a17:17:35.135814 --- ParallelTerminationStrategy: PID 9669 died...\u000a17:17:35.192772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9669): Terminated: ok {rc=0}\u000a17:17:35.202963 --- ParallelTerminationStrategy: PID 9672 died...\u000a17:17:35.259936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9672): Terminated: ok {rc=0}\u000a17:17:35.270151 --- ParallelTerminationStrategy: PID 9675 died...\u000a17:17:35.327248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9675): Terminated: ok {rc=0}\u000a17:17:35.415803 bus /gobi_4: Setting Powered False\u000a17:17:36.523256 bus /gobi_4: Setting Powered False\u000a17:17:37.633318 bus /gobi_1: Setting Powered False\u000a17:17:38.741667 bus /gobi_1: Setting Powered False\u000a17:17:39.855675 bus /gobi_0: Setting Powered False\u000a17:17:40.960746 bus /gobi_0: Setting Powered False\u000a17:17:42.074480 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9683): Process ended prematurely: osmo-stp_10.42.42.5(pid=9683) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9683): Process ended prematurely: osmo-stp_10.42.42.5(pid=9683) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:17:43.141851 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.153283 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:43.286629 tst ping.py: using LAC 35075\u000a17:17:43.419914 tst ping.py: using RAC 140\u000a17:17:43.546482 tst ping.py: using CellId 35075\u000a17:17:43.673681 tst ping.py: using BVCI 35076\u000a17:17:43.698872 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.710208 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.721383 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.732451 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.743877 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.755332 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.766835 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:43.778305 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:44.065013 tst ping.py:19: start network...\u000a17:17:44.193983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:44.688074 run create_hlr_db(pid=9677): Launched\u000a17:17:44.866235 bus /gobi_6: Setting Powered False\u000a17:17:45.912148 run create_hlr_db(pid=9677): Terminated: ok {rc=0}\u000a17:17:46.403794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9679): Launched\u000a17:17:46.897635 run osmo-hlr_10.42.42.2(pid=9680): Launched\u000a17:17:47.103226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:47.680885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9682): Launched\u000a17:17:48.009791 run osmo-stp_10.42.42.5(pid=9683): Launched\u000a17:17:48.129171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:48.701194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9685): Launched\u000a17:17:48.818365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:49.105106 run patchelf(pid=9686): Launched\u000a17:17:49.302729 run osmo-stp_10.42.42.5(pid=9683): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)]\u000a17:17:49.442937 run osmo-stp_10.42.42.5(pid=9683): stdout: \u000a| (launched: 2022-12-13_17:17:47.847054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:49.583030 run osmo-stp_10.42.42.5(pid=9683): stderr: \u000a| �[0;m�[38;5;43m20221213171748043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171748043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171748043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171748044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171748044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171748044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171748044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:49.718808 run osmo-stp_10.42.42.5(pid=9683): stdout: \u000a| (launched: 2022-12-13_17:17:47.847054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:49.852707 run osmo-stp_10.42.42.5(pid=9683): stderr: \u000a| �[0;m�[38;5;43m20221213171748043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171748043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171748043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171748044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171748044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171748044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171748044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:50.009733 run patchelf(pid=9686): Terminating (SIGINT)\u000a17:17:50.194770 run patchelf(pid=9686): Terminated: ok {rc=0}\u000a17:17:50.228077 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9683): Process ended prematurely: osmo-stp_10.42.42.5(pid=9683) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)] [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a17:17:50.237415 tst ping.py:22: Test FAILED (7.1 sec)\u000a17:17:50.301792 run osmo-hlr_10.42.42.2(pid=9680): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9680)]\u000a17:17:50.354375 run osmo-hlr_10.42.42.2(pid=9680): stdout: \u000a| (launched: 2022-12-13_17:17:46.575707) \u000a17:17:50.407825 run osmo-hlr_10.42.42.2(pid=9680): stderr: \u000a| �[0;m�[1;31m20221213171746917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171746919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171746919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171746919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171746919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171746919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171746942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171746962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171746962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171746962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:50.453237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9679): Terminating (SIGTERM)\u000a17:17:50.495989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9682): Terminating (SIGTERM)\u000a17:17:50.538831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9685): Terminating (SIGTERM)\u000a17:17:50.548655 --- ParallelTerminationStrategy: PID 9679 died...\u000a17:17:50.606564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9679): Terminated: ok {rc=0}\u000a17:17:50.616788 --- ParallelTerminationStrategy: PID 9682 died...\u000a17:17:50.674395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9682): Terminated: ok {rc=0}\u000a17:17:50.684612 --- ParallelTerminationStrategy: PID 9685 died...\u000a17:17:50.741995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9685): Terminated: ok {rc=0}\u000a17:17:50.830952 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:17:51.884164 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:51.896104 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:52.032206 tst ping_idle_ping.py: using LAC 35076\u000a17:17:52.162192 tst ping_idle_ping.py: using RAC 141\u000a17:17:52.290901 tst ping_idle_ping.py: using CellId 35076\u000a17:17:52.420871 tst ping_idle_ping.py: using BVCI 35077\u000a17:17:52.446379 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:52.457653 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:52.468667 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:52.479685 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:52.491486 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:52.503266 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:52.515418 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:52.527366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:52.833039 tst ping_idle_ping.py:24: start network...\u000a17:17:52.970064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:53.487740 run create_hlr_db(pid=9687): Launched\u000a17:17:53.679495 bus /gobi_6: Setting Powered False\u000a17:17:54.699741 run create_hlr_db(pid=9687): Terminated: ok {rc=0}\u000a17:17:55.113958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Launched\u000a17:17:55.424232 run osmo-hlr_10.42.42.2(pid=9690): Launched\u000a17:17:55.546991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:56.089483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Launched\u000a17:17:56.399288 run osmo-stp_10.42.42.5(pid=9693): Launched\u000a17:17:56.521726 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:57.067310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9695): Launched\u000a17:17:57.176622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:57.446184 run patchelf(pid=9696): Launched\u000a17:17:57.625545 run osmo-stp_10.42.42.5(pid=9693): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]\u000a17:17:57.756603 run osmo-stp_10.42.42.5(pid=9693): stdout: \u000a| (launched: 2022-12-13_17:17:56.245882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:57.888095 run osmo-stp_10.42.42.5(pid=9693): stderr: \u000a| �[0;m�[38;5;43m20221213171756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171756423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171756423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:58.014732 run osmo-stp_10.42.42.5(pid=9693): stdout: \u000a| (launched: 2022-12-13_17:17:56.245882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:58.139579 run osmo-stp_10.42.42.5(pid=9693): stderr: \u000a| �[0;m�[38;5;43m20221213171756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171756423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171756423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:58.287124 run patchelf(pid=9696): Terminating (SIGINT)\u000a17:17:58.460170 run patchelf(pid=9696): Terminated: ok {rc=0}\u000a17:17:58.491406 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)] [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:17:58.500002 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:17:58.560005 run osmo-hlr_10.42.42.2(pid=9690): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9690)]\u000a17:17:58.609401 run osmo-hlr_10.42.42.2(pid=9690): stdout: \u000a| (launched: 2022-12-13_17:17:55.270716) \u000a17:17:58.659557 run osmo-hlr_10.42.42.2(pid=9690): stderr: \u000a| �[0;m�[1;31m20221213171755449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171755449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171755449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171755449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171755449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171755449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171755461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171755470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171755470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171755470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:58.702093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Terminating (SIGTERM)\u000a17:17:58.741963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Terminating (SIGTERM)\u000a17:17:58.781749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9695): Terminating (SIGTERM)\u000a17:17:58.790932 --- ParallelTerminationStrategy: PID 9689 died...\u000a17:17:58.844683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Terminated: ok {rc=0}\u000a17:17:58.854306 --- ParallelTerminationStrategy: PID 9692 died...\u000a17:17:58.907484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Terminated: ok {rc=0}\u000a17:17:58.917153 --- ParallelTerminationStrategy: PID 9695 died...\u000a17:17:58.970169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9695): Terminated: ok {rc=0}\u000a17:17:59.058428 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:16:59" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:18:01.165333 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.176227 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:01.323911 tst cs_paging_gprs_active.py: using LAC 35077\u000a17:18:01.447301 tst cs_paging_gprs_active.py: using RAC 142\u000a17:18:01.575846 tst cs_paging_gprs_active.py: using CellId 35077\u000a17:18:01.725726 tst cs_paging_gprs_active.py: using BVCI 35078\u000a17:18:01.750857 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.762487 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.773932 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.785429 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.797185 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.809109 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.821021 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.832744 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:01.845257 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:01.992034 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:02.316621 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:18:02.447717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:02.774075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Launched\u000a17:18:03.044347 run iperf3-srv_10.42.42.10(pid=9701): Launched\u000a17:18:03.234371 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:18:03.364779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:03.690819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Launched\u000a17:18:03.962483 run iperf3-srv_10.42.42.10(pid=9703): Launched\u000a17:18:04.154924 tst cs_paging_gprs_active.py:38: start network...\u000a17:18:04.286320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:04.790020 run create_hlr_db(pid=9704): Launched\u000a17:18:04.969673 bus /gobi_6: Setting Powered False\u000a17:18:05.990415 run create_hlr_db(pid=9704): Terminated: ok {rc=0}\u000a17:18:06.410461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Launched\u000a17:18:06.728523 run osmo-hlr_10.42.42.2(pid=9707): Launched\u000a17:18:06.842646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:07.386262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Launched\u000a17:18:07.700126 run osmo-stp_10.42.42.5(pid=9710): Launched\u000a17:18:07.813542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:08.361437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9712): Launched\u000a17:18:08.472729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:08.748151 run patchelf(pid=9713): Launched\u000a17:18:08.930710 run osmo-stp_10.42.42.5(pid=9710): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a17:18:09.064247 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-13_17:18:07.545379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:09.198225 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221213171807718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171807718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171807718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171807718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171807720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171807721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171807721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:09.326994 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-13_17:18:07.545379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:09.454503 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221213171807718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171807718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171807718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171807718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171807720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171807721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171807721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:09.604198 run patchelf(pid=9713): Terminating (SIGINT)\u000a17:18:09.781505 run patchelf(pid=9713): Terminated: ok {rc=0}\u000a17:18:09.813792 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:18:09.822841 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:18:09.883181 run osmo-hlr_10.42.42.2(pid=9707): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9707)]\u000a17:18:09.932551 run osmo-hlr_10.42.42.2(pid=9707): stdout: \u000a| (launched: 2022-12-13_17:18:06.570574) \u000a17:18:09.982574 run osmo-hlr_10.42.42.2(pid=9707): stderr: \u000a| �[0;m�[1;31m20221213171806754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171806754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171806754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171806754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171806754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171806754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171806767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171806778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171806778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171806778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:10.025096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Terminating (SIGTERM)\u000a17:18:10.065015 run iperf3-srv_10.42.42.10(pid=9701): Terminating (SIGTERM)\u000a17:18:10.104924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Terminating (SIGTERM)\u000a17:18:10.144896 run iperf3-srv_10.42.42.10(pid=9703): Terminating (SIGTERM)\u000a17:18:10.184940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminating (SIGTERM)\u000a17:18:10.224862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminating (SIGTERM)\u000a17:18:10.264753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9712): Terminating (SIGTERM)\u000a17:18:10.273981 --- ParallelTerminationStrategy: PID 9700 died...\u000a17:18:10.328249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Terminated: ok {rc=0}\u000a17:18:10.337901 --- ParallelTerminationStrategy: PID 9701 died...\u000a17:18:10.391299 run iperf3-srv_10.42.42.10(pid=9701): Terminated {rc=256}\u000a17:18:10.400872 --- ParallelTerminationStrategy: PID 9702 died...\u000a17:18:10.454221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Terminated: ok {rc=0}\u000a17:18:10.463776 --- ParallelTerminationStrategy: PID 9703 died...\u000a17:18:10.516866 run iperf3-srv_10.42.42.10(pid=9703): Terminated {rc=256}\u000a17:18:10.526499 --- ParallelTerminationStrategy: PID 9706 died...\u000a17:18:10.579919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminated: ok {rc=0}\u000a17:18:10.589622 --- ParallelTerminationStrategy: PID 9709 died...\u000a17:18:10.642937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminated: ok {rc=0}\u000a17:18:10.652489 --- ParallelTerminationStrategy: PID 9712 died...\u000a17:18:10.706111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9712): Terminated: ok {rc=0}\u000a17:18:10.794576 bus /gobi_0: Setting Powered False\u000a17:18:11.898988 bus /gobi_0: Setting Powered False\u000a17:18:13.012333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9722): Process ended prematurely: osmo-stp_10.42.42.5(pid=9722) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9722)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9722): Process ended prematurely: osmo-stp_10.42.42.5(pid=9722) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:18:14.131248 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.143224 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:14.300213 tst iperf3.py: using LAC 35078\u000a17:18:14.432235 tst iperf3.py: using RAC 143\u000a17:18:14.556191 tst iperf3.py: using CellId 35078\u000a17:18:14.679949 tst iperf3.py: using BVCI 35079\u000a17:18:14.703805 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.714825 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.725503 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.736184 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.746748 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.757335 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.767995 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.778748 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:14.789528 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:15.090933 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:18:15.231162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:15.579093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9714): Launched\u000a17:18:15.876265 run iperf3-srv_10.42.42.10(pid=9715): Launched\u000a17:18:16.129302 tst iperf3.py:8: start network...\u000a17:18:16.272528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:16.844922 run create_hlr_db(pid=9716): Launched\u000a17:18:17.041890 bus /gobi_6: Setting Powered False\u000a17:18:18.059023 run create_hlr_db(pid=9716): Terminated: ok {rc=0}\u000a17:18:18.480459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9718): Launched\u000a17:18:18.794524 run osmo-hlr_10.42.42.2(pid=9719): Launched\u000a17:18:18.908428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:19.452576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9721): Launched\u000a17:18:19.766146 run osmo-stp_10.42.42.5(pid=9722): Launched\u000a17:18:19.879254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:20.425454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9724): Launched\u000a17:18:20.536381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:20.810531 run patchelf(pid=9725): Launched\u000a17:18:20.993457 run osmo-stp_10.42.42.5(pid=9722): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9722)]\u000a17:18:21.126337 run osmo-stp_10.42.42.5(pid=9722): stdout: \u000a| (launched: 2022-12-13_17:18:19.610677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:21.259314 run osmo-stp_10.42.42.5(pid=9722): stderr: \u000a| �[0;m�[38;5;43m20221213171819785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171819785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171819786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171819786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171819786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171819786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171819787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:21.387471 run osmo-stp_10.42.42.5(pid=9722): stdout: \u000a| (launched: 2022-12-13_17:18:19.610677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:21.514383 run osmo-stp_10.42.42.5(pid=9722): stderr: \u000a| �[0;m�[38;5;43m20221213171819785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171819785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171819786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171819786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171819786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171819786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171819787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:21.664203 run patchelf(pid=9725): Terminating (SIGINT)\u000a17:18:21.840611 run patchelf(pid=9725): Terminated: ok {rc=0}\u000a17:18:21.872683 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9722): Process ended prematurely: osmo-stp_10.42.42.5(pid=9722) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9722)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:18:21.881954 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:18:21.942066 run osmo-hlr_10.42.42.2(pid=9719): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9719)]\u000a17:18:21.991234 run osmo-hlr_10.42.42.2(pid=9719): stdout: \u000a| (launched: 2022-12-13_17:18:18.639189) \u000a17:18:22.041700 run osmo-hlr_10.42.42.2(pid=9719): stderr: \u000a| �[0;m�[1;31m20221213171818820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171818820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171818820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171818820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171818820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171818820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171818832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171818843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171818843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171818843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:22.084562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9714): Terminating (SIGTERM)\u000a17:18:22.125024 run iperf3-srv_10.42.42.10(pid=9715): Terminating (SIGTERM)\u000a17:18:22.165688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9718): Terminating (SIGTERM)\u000a17:18:22.205902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9721): Terminating (SIGTERM)\u000a17:18:22.246260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9724): Terminating (SIGTERM)\u000a17:18:22.255614 --- ParallelTerminationStrategy: PID 9714 died...\u000a17:18:22.309738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9714): Terminated: ok {rc=0}\u000a17:18:22.319366 --- ParallelTerminationStrategy: PID 9715 died...\u000a17:18:22.373195 run iperf3-srv_10.42.42.10(pid=9715): Terminated {rc=256}\u000a17:18:22.383188 --- ParallelTerminationStrategy: PID 9718 died...\u000a17:18:22.437354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9718): Terminated: ok {rc=0}\u000a17:18:22.447023 --- ParallelTerminationStrategy: PID 9721 died...\u000a17:18:22.500846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9721): Terminated: ok {rc=0}\u000a17:18:22.511052 --- ParallelTerminationStrategy: PID 9724 died...\u000a17:18:22.564906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9724): Terminated: ok {rc=0}\u000a17:18:22.655090 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9740): Process ended prematurely: osmo-stp_10.42.42.5(pid=9740) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9740)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9740): Process ended prematurely: osmo-stp_10.42.42.5(pid=9740) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:18:23.767559 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:23.779007 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:23.926063 tst iperf3m4.py: using LAC 35079\u000a17:18:24.050400 tst iperf3m4.py: using RAC 144\u000a17:18:24.174530 tst iperf3m4.py: using CellId 35079\u000a17:18:24.297652 tst iperf3m4.py: using BVCI 35080\u000a17:18:24.321451 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.332312 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.343036 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.353790 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.364404 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.375083 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.385885 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.396773 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:24.407852 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:24.531345 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:24.657220 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:24.777677 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:25.083269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:18:25.223485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:25.571161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9726): Launched\u000a17:18:25.859713 run iperf3-srv_10.42.42.10(pid=9727): Launched\u000a17:18:26.064817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:18:26.204248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:26.552431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9728): Launched\u000a17:18:26.841845 run iperf3-srv_10.42.42.10(pid=9729): Launched\u000a17:18:27.046787 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:18:27.186324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:27.533843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9730): Launched\u000a17:18:27.822613 run iperf3-srv_10.42.42.10(pid=9731): Launched\u000a17:18:28.028111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:18:28.168178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:28.516935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9732): Launched\u000a17:18:28.806293 run iperf3-srv_10.42.42.10(pid=9733): Launched\u000a17:18:29.011679 tst iperf3m4.py:8: start network...\u000a17:18:29.151581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:29.679228 run create_hlr_db(pid=9734): Launched\u000a17:18:29.872526 bus /gobi_6: Setting Powered False\u000a17:18:30.904372 run create_hlr_db(pid=9734): Terminated: ok {rc=0}\u000a17:18:31.349674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9736): Launched\u000a17:18:31.733994 run osmo-hlr_10.42.42.2(pid=9737): Launched\u000a17:18:32.001609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:32.637852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9739): Launched\u000a17:18:32.950691 run osmo-stp_10.42.42.5(pid=9740): Launched\u000a17:18:33.063048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:33.606788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9742): Launched\u000a17:18:33.717661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:33.992841 run patchelf(pid=9743): Launched\u000a17:18:34.176102 run osmo-stp_10.42.42.5(pid=9740): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9740)]\u000a17:18:34.309100 run osmo-stp_10.42.42.5(pid=9740): stdout: \u000a| (launched: 2022-12-13_17:18:32.796378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:34.442201 run osmo-stp_10.42.42.5(pid=9740): stderr: \u000a| �[0;m�[38;5;43m20221213171832971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171832972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171832972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171832972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171832973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171832973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171832973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:34.571106 run osmo-stp_10.42.42.5(pid=9740): stdout: \u000a| (launched: 2022-12-13_17:18:32.796378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:34.698213 run osmo-stp_10.42.42.5(pid=9740): stderr: \u000a| �[0;m�[38;5;43m20221213171832971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171832972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171832972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171832972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171832973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171832973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171832973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:34.848296 run patchelf(pid=9743): Terminating (SIGINT)\u000a17:18:35.024818 run patchelf(pid=9743): Terminated: ok {rc=0}\u000a17:18:35.056878 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9740): Process ended prematurely: osmo-stp_10.42.42.5(pid=9740) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9740)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:18:35.066138 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a17:18:35.127060 run osmo-hlr_10.42.42.2(pid=9737): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9737)]\u000a17:18:35.176872 run osmo-hlr_10.42.42.2(pid=9737): stdout: \u000a| (launched: 2022-12-13_17:18:31.511264) \u000a17:18:35.227247 run osmo-hlr_10.42.42.2(pid=9737): stderr: \u000a| �[0;m�[1;31m20221213171831838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171831838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171831838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171831838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171831838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171831838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171831858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171831866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171831866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171831866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:35.269842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9726): Terminating (SIGTERM)\u000a17:18:35.309847 run iperf3-srv_10.42.42.10(pid=9727): Terminating (SIGTERM)\u000a17:18:35.350020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9728): Terminating (SIGTERM)\u000a17:18:35.389968 run iperf3-srv_10.42.42.10(pid=9729): Terminating (SIGTERM)\u000a17:18:35.430015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9730): Terminating (SIGTERM)\u000a17:18:35.469921 run iperf3-srv_10.42.42.10(pid=9731): Terminating (SIGTERM)\u000a17:18:35.509989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9732): Terminating (SIGTERM)\u000a17:18:35.549813 run iperf3-srv_10.42.42.10(pid=9733): Terminating (SIGTERM)\u000a17:18:35.592032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9736): Terminating (SIGTERM)\u000a17:18:35.632202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9739): Terminating (SIGTERM)\u000a17:18:35.672179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9742): Terminating (SIGTERM)\u000a17:18:35.681504 --- ParallelTerminationStrategy: PID 9726 died...\u000a17:18:35.735375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9726): Terminated: ok {rc=0}\u000a17:18:35.745067 --- ParallelTerminationStrategy: PID 9727 died...\u000a17:18:35.798358 run iperf3-srv_10.42.42.10(pid=9727): Terminated {rc=256}\u000a17:18:35.807901 --- ParallelTerminationStrategy: PID 9728 died...\u000a17:18:35.861329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9728): Terminated: ok {rc=0}\u000a17:18:35.870913 --- ParallelTerminationStrategy: PID 9729 died...\u000a17:18:35.924140 run iperf3-srv_10.42.42.10(pid=9729): Terminated {rc=256}\u000a17:18:35.933814 --- ParallelTerminationStrategy: PID 9730 died...\u000a17:18:35.987180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9730): Terminated: ok {rc=0}\u000a17:18:35.996824 --- ParallelTerminationStrategy: PID 9731 died...\u000a17:18:36.049970 run iperf3-srv_10.42.42.10(pid=9731): Terminated {rc=256}\u000a17:18:36.059545 --- ParallelTerminationStrategy: PID 9732 died...\u000a17:18:36.113077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9732): Terminated: ok {rc=0}\u000a17:18:36.122738 --- ParallelTerminationStrategy: PID 9733 died...\u000a17:18:36.176082 run iperf3-srv_10.42.42.10(pid=9733): Terminated {rc=256}\u000a17:18:36.185772 --- ParallelTerminationStrategy: PID 9736 died...\u000a17:18:36.239300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9736): Terminated: ok {rc=0}\u000a17:18:36.249052 --- ParallelTerminationStrategy: PID 9739 died...\u000a17:18:36.302574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9739): Terminated: ok {rc=0}\u000a17:18:36.312281 --- ParallelTerminationStrategy: PID 9742 died...\u000a17:18:36.365917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9742): Terminated: ok {rc=0}\u000a17:18:36.451389 bus /gobi_4: Setting Powered False\u000a17:18:37.560896 bus /gobi_4: Setting Powered False\u000a17:18:38.676235 bus /gobi_1: Setting Powered False\u000a17:18:39.785030 bus /gobi_1: Setting Powered False\u000a17:18:40.899029 bus /gobi_0: Setting Powered False\u000a17:18:42.003066 bus /gobi_0: Setting Powered False\u000a17:18:43.112783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:18:44.181812 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.193999 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:44.349516 tst ping.py: using LAC 35080\u000a17:18:44.480120 tst ping.py: using RAC 145\u000a17:18:44.608101 tst ping.py: using CellId 35080\u000a17:18:44.741321 tst ping.py: using BVCI 35081\u000a17:18:44.766481 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.778016 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.789165 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.800330 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.811783 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.823303 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.835040 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.846573 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:45.143997 tst ping.py:19: start network...\u000a17:18:45.281036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:45.797136 run create_hlr_db(pid=9744): Launched\u000a17:18:46.015731 bus /gobi_6: Setting Powered False\u000a17:18:47.010312 run create_hlr_db(pid=9744): Terminated: ok {rc=0}\u000a17:18:47.476407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Launched\u000a17:18:47.807173 run osmo-hlr_10.42.42.2(pid=9747): Launched\u000a17:18:47.930270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:48.512486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Launched\u000a17:18:48.840885 run osmo-stp_10.42.42.5(pid=9750): Launched\u000a17:18:48.960181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:49.531865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Launched\u000a17:18:49.648824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:49.936272 run patchelf(pid=9753): Launched\u000a17:18:50.128039 run osmo-stp_10.42.42.5(pid=9750): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]\u000a17:18:50.268123 run osmo-stp_10.42.42.5(pid=9750): stdout: \u000a| (launched: 2022-12-13_17:18:48.679468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:50.408641 run osmo-stp_10.42.42.5(pid=9750): stderr: \u000a| �[0;m�[38;5;43m20221213171848874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171848874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171848874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171848875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171848875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171848875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171848875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:50.544561 run osmo-stp_10.42.42.5(pid=9750): stdout: \u000a| (launched: 2022-12-13_17:18:48.679468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:50.679318 run osmo-stp_10.42.42.5(pid=9750): stderr: \u000a| �[0;m�[38;5;43m20221213171848874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171848874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171848874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171848875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171848875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171848875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171848875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:50.836656 run patchelf(pid=9753): Terminating (SIGINT)\u000a17:18:51.021742 run patchelf(pid=9753): Terminated: ok {rc=0}\u000a17:18:51.055013 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:18:51.064251 tst ping.py:22: Test FAILED (6.9 sec)\u000a17:18:51.128278 run osmo-hlr_10.42.42.2(pid=9747): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9747)]\u000a17:18:51.180396 run osmo-hlr_10.42.42.2(pid=9747): stdout: \u000a| (launched: 2022-12-13_17:18:47.643657) \u000a17:18:51.233106 run osmo-hlr_10.42.42.2(pid=9747): stderr: \u000a| �[0;m�[1;31m20221213171847847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171847847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171847847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171847847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171847847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171847847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171847860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171847868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171847868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171847868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:51.278255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Terminating (SIGTERM)\u000a17:18:51.321120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Terminating (SIGTERM)\u000a17:18:51.363740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Terminating (SIGTERM)\u000a17:18:51.373628 --- ParallelTerminationStrategy: PID 9746 died...\u000a17:18:51.430712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Terminated: ok {rc=0}\u000a17:18:51.440809 --- ParallelTerminationStrategy: PID 9749 died...\u000a17:18:51.497545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Terminated: ok {rc=0}\u000a17:18:51.507612 --- ParallelTerminationStrategy: PID 9752 died...\u000a17:18:51.564452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9752): Terminated: ok {rc=0}\u000a17:18:51.652547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:18:52.705816 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:52.717823 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:52.871745 tst ping_idle_ping.py: using LAC 35081\u000a17:18:53.006354 tst ping_idle_ping.py: using RAC 146\u000a17:18:53.133533 tst ping_idle_ping.py: using CellId 35081\u000a17:18:53.260157 tst ping_idle_ping.py: using BVCI 35082\u000a17:18:53.285120 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:53.296407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:53.307457 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:53.318636 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:53.330629 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:53.342359 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:53.354416 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:53.366474 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:53.665386 tst ping_idle_ping.py:24: start network...\u000a17:18:53.803444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:54.323139 run create_hlr_db(pid=9754): Launched\u000a17:18:54.514046 bus /gobi_6: Setting Powered False\u000a17:18:55.535845 run create_hlr_db(pid=9754): Terminated: ok {rc=0}\u000a17:18:55.952186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Launched\u000a17:18:56.263427 run osmo-hlr_10.42.42.2(pid=9757): Launched\u000a17:18:56.377940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:56.915349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Launched\u000a17:18:57.225187 run osmo-stp_10.42.42.5(pid=9760): Launched\u000a17:18:57.338530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:57.877887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Launched\u000a17:18:57.987204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:58.257191 run patchelf(pid=9763): Launched\u000a17:18:58.436389 run osmo-stp_10.42.42.5(pid=9760): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)]\u000a17:18:58.567327 run osmo-stp_10.42.42.5(pid=9760): stdout: \u000a| (launched: 2022-12-13_17:18:57.071564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:58.699328 run osmo-stp_10.42.42.5(pid=9760): stderr: \u000a| �[0;m�[38;5;43m20221213171857245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171857245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171857245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171857246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171857246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171857246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171857246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:58.825944 run osmo-stp_10.42.42.5(pid=9760): stdout: \u000a| (launched: 2022-12-13_17:18:57.071564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:58.951076 run osmo-stp_10.42.42.5(pid=9760): stderr: \u000a| �[0;m�[38;5;43m20221213171857245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171857245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171857245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171857246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171857246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171857246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171857246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:59.098236 run patchelf(pid=9763): Terminating (SIGINT)\u000a17:18:59.271808 run patchelf(pid=9763): Terminated: ok {rc=0}\u000a17:18:59.303151 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9760): Process ended prematurely: osmo-stp_10.42.42.5(pid=9760) [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9760)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:18:59.311767 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:18:59.372452 run osmo-hlr_10.42.42.2(pid=9757): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9757)]\u000a17:18:59.421680 run osmo-hlr_10.42.42.2(pid=9757): stdout: \u000a| (launched: 2022-12-13_17:18:56.108774) \u000a17:18:59.471507 run osmo-hlr_10.42.42.2(pid=9757): stderr: \u000a| �[0;m�[1;31m20221213171856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171856301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171856310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171856310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171856310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:59.513972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Terminating (SIGTERM)\u000a17:18:59.554219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Terminating (SIGTERM)\u000a17:18:59.594363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Terminating (SIGTERM)\u000a17:18:59.603228 --- ParallelTerminationStrategy: PID 9756 died...\u000a17:18:59.656702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9756): Terminated: ok {rc=0}\u000a17:18:59.666343 --- ParallelTerminationStrategy: PID 9759 died...\u000a17:18:59.719749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9759): Terminated: ok {rc=0}\u000a17:18:59.729800 --- ParallelTerminationStrategy: PID 9762 died...\u000a17:18:59.783504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9762): Terminated: ok {rc=0}\u000a17:18:59.868566 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:18:00" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:19:02.070938 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.083524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:02.249884 tst cs_paging_gprs_active.py: using LAC 35082\u000a17:19:02.381552 tst cs_paging_gprs_active.py: using RAC 147\u000a17:19:02.510080 tst cs_paging_gprs_active.py: using CellId 35082\u000a17:19:02.639423 tst cs_paging_gprs_active.py: using BVCI 35083\u000a17:19:02.665179 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.676595 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.688216 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.699515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.710988 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.722759 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.734498 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.745874 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:02.757536 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:02.877607 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:03.180934 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:19:03.320901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:03.668289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Launched\u000a17:19:03.957770 run iperf3-srv_10.42.42.10(pid=9768): Launched\u000a17:19:04.163435 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:19:04.302960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:04.653159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Launched\u000a17:19:04.943539 run iperf3-srv_10.42.42.10(pid=9770): Launched\u000a17:19:05.148462 tst cs_paging_gprs_active.py:38: start network...\u000a17:19:05.288417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:05.816420 run create_hlr_db(pid=9771): Launched\u000a17:19:06.010305 bus /gobi_6: Setting Powered False\u000a17:19:07.031431 run create_hlr_db(pid=9771): Terminated: ok {rc=0}\u000a17:19:07.452079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Launched\u000a17:19:07.768186 run osmo-hlr_10.42.42.2(pid=9774): Launched\u000a17:19:07.892615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:08.442888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Launched\u000a17:19:08.758055 run osmo-stp_10.42.42.5(pid=9777): Launched\u000a17:19:08.872181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:09.418353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9779): Launched\u000a17:19:09.529337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:09.803739 run patchelf(pid=9780): Launched\u000a17:19:09.986702 run osmo-stp_10.42.42.5(pid=9777): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]\u000a17:19:10.119974 run osmo-stp_10.42.42.5(pid=9777): stdout: \u000a| (launched: 2022-12-13_17:19:08.602079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:10.253934 run osmo-stp_10.42.42.5(pid=9777): stderr: \u000a| �[0;m�[38;5;43m20221213171908779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171908779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171908779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171908780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171908780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171908780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171908780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:10.382838 run osmo-stp_10.42.42.5(pid=9777): stdout: \u000a| (launched: 2022-12-13_17:19:08.602079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:10.510156 run osmo-stp_10.42.42.5(pid=9777): stderr: \u000a| �[0;m�[38;5;43m20221213171908779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171908779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171908779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171908780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171908780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171908780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171908780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:10.660124 run patchelf(pid=9780): Terminating (SIGINT)\u000a17:19:10.838445 run patchelf(pid=9780): Terminated: ok {rc=0}\u000a17:19:10.871001 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:19:10.880278 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:19:10.940598 run osmo-hlr_10.42.42.2(pid=9774): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9774)]\u000a17:19:10.989915 run osmo-hlr_10.42.42.2(pid=9774): stdout: \u000a| (launched: 2022-12-13_17:19:07.612195) \u000a17:19:11.040015 run osmo-hlr_10.42.42.2(pid=9774): stderr: \u000a| �[0;m�[1;31m20221213171907791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171907791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171907791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171907791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171907791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171907792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171907804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171907812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171907812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171907812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:11.082504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Terminating (SIGTERM)\u000a17:19:11.122447 run iperf3-srv_10.42.42.10(pid=9768): Terminating (SIGTERM)\u000a17:19:11.162531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Terminating (SIGTERM)\u000a17:19:11.202493 run iperf3-srv_10.42.42.10(pid=9770): Terminating (SIGTERM)\u000a17:19:11.242432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Terminating (SIGTERM)\u000a17:19:11.282391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Terminating (SIGTERM)\u000a17:19:11.322458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9779): Terminating (SIGTERM)\u000a17:19:11.331725 --- ParallelTerminationStrategy: PID 9767 died...\u000a17:19:11.385965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Terminated: ok {rc=0}\u000a17:19:11.395725 --- ParallelTerminationStrategy: PID 9768 died...\u000a17:19:11.449340 run iperf3-srv_10.42.42.10(pid=9768): Terminated {rc=256}\u000a17:19:11.458999 --- ParallelTerminationStrategy: PID 9769 died...\u000a17:19:11.512468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Terminated: ok {rc=0}\u000a17:19:11.522043 --- ParallelTerminationStrategy: PID 9770 died...\u000a17:19:11.575290 run iperf3-srv_10.42.42.10(pid=9770): Terminated {rc=256}\u000a17:19:11.585006 --- ParallelTerminationStrategy: PID 9773 died...\u000a17:19:11.638294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Terminated: ok {rc=0}\u000a17:19:11.647862 --- ParallelTerminationStrategy: PID 9776 died...\u000a17:19:11.701268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Terminated: ok {rc=0}\u000a17:19:11.710873 --- ParallelTerminationStrategy: PID 9779 died...\u000a17:19:11.764476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9779): Terminated: ok {rc=0}\u000a17:19:11.853492 bus /gobi_0: Setting Powered False\u000a17:19:12.957866 bus /gobi_0: Setting Powered False\u000a17:19:14.064407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9790): Process ended prematurely: osmo-stp_10.42.42.5(pid=9790) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9790): Process ended prematurely: osmo-stp_10.42.42.5(pid=9790) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:19:15.182530 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.194637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:15.354305 tst iperf3.py: using LAC 35083\u000a17:19:15.484167 tst iperf3.py: using RAC 148\u000a17:19:15.618966 tst iperf3.py: using CellId 35083\u000a17:19:15.749081 tst iperf3.py: using BVCI 35084\u000a17:19:15.774677 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.786010 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.797251 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.808343 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.819737 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.832792 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.846578 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.859324 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:15.872065 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:16.207488 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:19:16.351147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:16.717882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9782): Launched\u000a17:19:17.088147 run iperf3-srv_10.42.42.10(pid=9783): Launched\u000a17:19:17.299561 tst iperf3.py:8: start network...\u000a17:19:17.439628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:17.964910 run create_hlr_db(pid=9784): Launched\u000a17:19:18.158068 bus /gobi_6: Setting Powered False\u000a17:19:19.178476 run create_hlr_db(pid=9784): Terminated: ok {rc=0}\u000a17:19:19.623929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9786): Launched\u000a17:19:19.960654 run osmo-hlr_10.42.42.2(pid=9787): Launched\u000a17:19:20.084675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:20.668264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9789): Launched\u000a17:19:21.005772 run osmo-stp_10.42.42.5(pid=9790): Launched\u000a17:19:21.127711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:21.714378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9792): Launched\u000a17:19:21.833794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:22.127455 run patchelf(pid=9793): Launched\u000a17:19:22.323194 run osmo-stp_10.42.42.5(pid=9790): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)]\u000a17:19:22.465989 run osmo-stp_10.42.42.5(pid=9790): stdout: \u000a| (launched: 2022-12-13_17:19:20.838804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:22.609179 run osmo-stp_10.42.42.5(pid=9790): stderr: \u000a| �[0;m�[38;5;43m20221213171921036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171921036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171921036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171921037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171921037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171921037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171921037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:22.747756 run osmo-stp_10.42.42.5(pid=9790): stdout: \u000a| (launched: 2022-12-13_17:19:20.838804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:22.884753 run osmo-stp_10.42.42.5(pid=9790): stderr: \u000a| �[0;m�[38;5;43m20221213171921036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171921036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171921036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171921037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171921037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171921037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171921037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:23.045998 run patchelf(pid=9793): Terminating (SIGINT)\u000a17:19:23.235849 run patchelf(pid=9793): Terminated: ok {rc=0}\u000a17:19:23.270371 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9790): Process ended prematurely: osmo-stp_10.42.42.5(pid=9790) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9790)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:19:23.280328 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a17:19:23.344870 run osmo-hlr_10.42.42.2(pid=9787): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9787)]\u000a17:19:23.397541 run osmo-hlr_10.42.42.2(pid=9787): stdout: \u000a| (launched: 2022-12-13_17:19:19.794317) \u000a17:19:23.450949 run osmo-hlr_10.42.42.2(pid=9787): stderr: \u000a| �[0;m�[1;31m20221213171919997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171919997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171919997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171919997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171919997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171919997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171920011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171920021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171920021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171920021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:23.496423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9782): Terminating (SIGTERM)\u000a17:19:23.539269 run iperf3-srv_10.42.42.10(pid=9783): Terminating (SIGTERM)\u000a17:19:23.582153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9786): Terminating (SIGTERM)\u000a17:19:23.624935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9789): Terminating (SIGTERM)\u000a17:19:23.667788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9792): Terminating (SIGTERM)\u000a17:19:23.677670 --- ParallelTerminationStrategy: PID 9782 died...\u000a17:19:23.735681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9782): Terminated: ok {rc=0}\u000a17:19:23.746122 --- ParallelTerminationStrategy: PID 9783 died...\u000a17:19:23.803344 run iperf3-srv_10.42.42.10(pid=9783): Terminated {rc=256}\u000a17:19:23.813669 --- ParallelTerminationStrategy: PID 9786 died...\u000a17:19:23.870883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9786): Terminated: ok {rc=0}\u000a17:19:23.881199 --- ParallelTerminationStrategy: PID 9789 died...\u000a17:19:23.938533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9789): Terminated: ok {rc=0}\u000a17:19:23.948675 --- ParallelTerminationStrategy: PID 9792 died...\u000a17:19:24.005891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9792): Terminated: ok {rc=0}\u000a17:19:24.095539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9808): Process ended prematurely: osmo-stp_10.42.42.5(pid=9808) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9808)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9808): Process ended prematurely: osmo-stp_10.42.42.5(pid=9808) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:19:25.208757 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.220257 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:25.369382 tst iperf3m4.py: using LAC 35084\u000a17:19:25.492042 tst iperf3m4.py: using RAC 149\u000a17:19:25.616897 tst iperf3m4.py: using CellId 35084\u000a17:19:25.740830 tst iperf3m4.py: using BVCI 35085\u000a17:19:25.764806 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.775770 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.786467 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.797279 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.807917 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.818827 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.829763 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.840563 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:25.851475 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:25.970197 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:26.096167 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:26.215822 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:26.518776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:19:26.657964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:27.007273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9794): Launched\u000a17:19:27.294893 run iperf3-srv_10.42.42.10(pid=9795): Launched\u000a17:19:27.499051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:19:27.637953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:27.984867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9796): Launched\u000a17:19:28.272556 run iperf3-srv_10.42.42.10(pid=9797): Launched\u000a17:19:28.476482 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:19:28.615427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:28.962686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9798): Launched\u000a17:19:29.250742 run iperf3-srv_10.42.42.10(pid=9799): Launched\u000a17:19:29.454910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:19:29.593751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:29.941537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9800): Launched\u000a17:19:30.229374 run iperf3-srv_10.42.42.10(pid=9801): Launched\u000a17:19:30.433649 tst iperf3m4.py:8: start network...\u000a17:19:30.572557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:31.122705 run create_hlr_db(pid=9802): Launched\u000a17:19:31.319981 bus /gobi_6: Setting Powered False\u000a17:19:32.340117 run create_hlr_db(pid=9802): Terminated: ok {rc=0}\u000a17:19:32.788050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9804): Launched\u000a17:19:33.125675 run osmo-hlr_10.42.42.2(pid=9805): Launched\u000a17:19:33.251409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:33.843411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9807): Launched\u000a17:19:34.179326 run osmo-stp_10.42.42.5(pid=9808): Launched\u000a17:19:34.300700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:34.885370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9810): Launched\u000a17:19:35.004932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:35.299479 run patchelf(pid=9811): Launched\u000a17:19:35.495287 run osmo-stp_10.42.42.5(pid=9808): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9808)]\u000a17:19:35.638429 run osmo-stp_10.42.42.5(pid=9808): stdout: \u000a| (launched: 2022-12-13_17:19:34.012595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:35.782127 run osmo-stp_10.42.42.5(pid=9808): stderr: \u000a| �[0;m�[38;5;43m20221213171934207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171934208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171934208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171934208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171934209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171934209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171934209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:35.920311 run osmo-stp_10.42.42.5(pid=9808): stdout: \u000a| (launched: 2022-12-13_17:19:34.012595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:36.057185 run osmo-stp_10.42.42.5(pid=9808): stderr: \u000a| �[0;m�[38;5;43m20221213171934207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171934208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171934208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171934208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171934209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171934209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171934209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:36.218229 run patchelf(pid=9811): Terminating (SIGINT)\u000a17:19:36.407212 run patchelf(pid=9811): Terminated: ok {rc=0}\u000a17:19:36.442126 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9808): Process ended prematurely: osmo-stp_10.42.42.5(pid=9808) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9808)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:19:36.452107 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a17:19:36.516479 run osmo-hlr_10.42.42.2(pid=9805): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9805)]\u000a17:19:36.569059 run osmo-hlr_10.42.42.2(pid=9805): stdout: \u000a| (launched: 2022-12-13_17:19:32.958251) \u000a17:19:36.622207 run osmo-hlr_10.42.42.2(pid=9805): stderr: \u000a| �[0;m�[1;31m20221213171933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171933163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171933176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171933184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171933184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171933184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:36.667498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9794): Terminating (SIGTERM)\u000a17:19:36.711179 run iperf3-srv_10.42.42.10(pid=9795): Terminating (SIGTERM)\u000a17:19:36.754336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9796): Terminating (SIGTERM)\u000a17:19:36.797076 run iperf3-srv_10.42.42.10(pid=9797): Terminating (SIGTERM)\u000a17:19:36.839926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9798): Terminating (SIGTERM)\u000a17:19:36.882749 run iperf3-srv_10.42.42.10(pid=9799): Terminating (SIGTERM)\u000a17:19:36.925590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9800): Terminating (SIGTERM)\u000a17:19:36.968334 run iperf3-srv_10.42.42.10(pid=9801): Terminating (SIGTERM)\u000a17:19:37.011478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9804): Terminating (SIGTERM)\u000a17:19:37.054464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9807): Terminating (SIGTERM)\u000a17:19:37.097338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9810): Terminating (SIGTERM)\u000a17:19:37.107178 --- ParallelTerminationStrategy: PID 9794 died...\u000a17:19:37.164809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9794): Terminated: ok {rc=0}\u000a17:19:37.175092 --- ParallelTerminationStrategy: PID 9795 died...\u000a17:19:37.232074 run iperf3-srv_10.42.42.10(pid=9795): Terminated {rc=256}\u000a17:19:37.242263 --- ParallelTerminationStrategy: PID 9796 died...\u000a17:19:37.299632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9796): Terminated: ok {rc=0}\u000a17:19:37.309871 --- ParallelTerminationStrategy: PID 9797 died...\u000a17:19:37.367132 run iperf3-srv_10.42.42.10(pid=9797): Terminated {rc=256}\u000a17:19:37.377425 --- ParallelTerminationStrategy: PID 9798 died...\u000a17:19:37.434687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9798): Terminated: ok {rc=0}\u000a17:19:37.444896 --- ParallelTerminationStrategy: PID 9799 died...\u000a17:19:37.502073 run iperf3-srv_10.42.42.10(pid=9799): Terminated {rc=256}\u000a17:19:37.512198 --- ParallelTerminationStrategy: PID 9800 died...\u000a17:19:37.569309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9800): Terminated: ok {rc=0}\u000a17:19:37.579557 --- ParallelTerminationStrategy: PID 9801 died...\u000a17:19:37.636803 run iperf3-srv_10.42.42.10(pid=9801): Terminated {rc=256}\u000a17:19:37.647043 --- ParallelTerminationStrategy: PID 9804 died...\u000a17:19:37.704912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9804): Terminated: ok {rc=0}\u000a17:19:37.715270 --- ParallelTerminationStrategy: PID 9807 died...\u000a17:19:37.772671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9807): Terminated: ok {rc=0}\u000a17:19:37.782931 --- ParallelTerminationStrategy: PID 9810 died...\u000a17:19:37.840232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9810): Terminated: ok {rc=0}\u000a17:19:37.929219 bus /gobi_4: Setting Powered False\u000a17:19:39.037871 bus /gobi_4: Setting Powered False\u000a17:19:40.151799 bus /gobi_1: Setting Powered False\u000a17:19:41.257168 bus /gobi_1: Setting Powered False\u000a17:19:42.370086 bus /gobi_0: Setting Powered False\u000a17:19:43.474593 bus /gobi_0: Setting Powered False\u000a17:19:44.588057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:19:45.658269 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:45.670260 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:45.818568 tst ping.py: using LAC 35085\u000a17:19:45.978941 tst ping.py: using RAC 150\u000a17:19:46.131818 tst ping.py: using CellId 35085\u000a17:19:46.276250 tst ping.py: using BVCI 35086\u000a17:19:46.301955 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:46.314579 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:46.326778 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:46.340350 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:46.353168 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:46.366982 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:46.380414 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:46.393400 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:46.699913 tst ping.py:19: start network...\u000a17:19:46.842837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:47.367966 run create_hlr_db(pid=9812): Launched\u000a17:19:47.558542 bus /gobi_6: Setting Powered False\u000a17:19:48.579059 run create_hlr_db(pid=9812): Terminated: ok {rc=0}\u000a17:19:49.017488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Launched\u000a17:19:49.348623 run osmo-hlr_10.42.42.2(pid=9815): Launched\u000a17:19:49.468696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:50.044282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Launched\u000a17:19:50.374479 run osmo-stp_10.42.42.5(pid=9818): Launched\u000a17:19:50.494079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:51.065784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Launched\u000a17:19:51.182911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:51.470293 run patchelf(pid=9821): Launched\u000a17:19:51.662339 run osmo-stp_10.42.42.5(pid=9818): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)]\u000a17:19:51.803162 run osmo-stp_10.42.42.5(pid=9818): stdout: \u000a| (launched: 2022-12-13_17:19:50.210830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:51.944141 run osmo-stp_10.42.42.5(pid=9818): stderr: \u000a| �[0;m�[38;5;43m20221213171950405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171950405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171950405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171950406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171950408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171950408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171950408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:52.079565 run osmo-stp_10.42.42.5(pid=9818): stdout: \u000a| (launched: 2022-12-13_17:19:50.210830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:52.214020 run osmo-stp_10.42.42.5(pid=9818): stderr: \u000a| �[0;m�[38;5;43m20221213171950405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171950405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171950405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171950406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171950408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171950408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171950408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:52.371670 run patchelf(pid=9821): Terminating (SIGINT)\u000a17:19:52.557363 run patchelf(pid=9821): Terminated: ok {rc=0}\u000a17:19:52.590737 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9818): Process ended prematurely: osmo-stp_10.42.42.5(pid=9818) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9818)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:19:52.600049 tst ping.py:22: Test FAILED (6.9 sec)\u000a17:19:52.664640 run osmo-hlr_10.42.42.2(pid=9815): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9815)]\u000a17:19:52.717904 run osmo-hlr_10.42.42.2(pid=9815): stdout: \u000a| (launched: 2022-12-13_17:19:49.184577) \u000a17:19:52.771602 run osmo-hlr_10.42.42.2(pid=9815): stderr: \u000a| �[0;m�[1;31m20221213171949405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171949405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171949405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171949405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171949405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171949405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171949417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171949425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171949425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171949425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:52.817096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Terminating (SIGTERM)\u000a17:19:52.860015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Terminating (SIGTERM)\u000a17:19:52.902904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Terminating (SIGTERM)\u000a17:19:52.912704 --- ParallelTerminationStrategy: PID 9814 died...\u000a17:19:52.970171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9814): Terminated: ok {rc=0}\u000a17:19:52.980352 --- ParallelTerminationStrategy: PID 9817 died...\u000a17:19:53.037492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9817): Terminated: ok {rc=0}\u000a17:19:53.047695 --- ParallelTerminationStrategy: PID 9820 died...\u000a17:19:53.105335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9820): Terminated: ok {rc=0}\u000a17:19:53.194735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9828): Process ended prematurely: osmo-stp_10.42.42.5(pid=9828) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9828): Process ended prematurely: osmo-stp_10.42.42.5(pid=9828) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:19:54.249589 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.261722 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:19:54.417661 tst ping_idle_ping.py: using LAC 35086\u000a17:19:54.542660 tst ping_idle_ping.py: using RAC 151\u000a17:19:54.663162 tst ping_idle_ping.py: using CellId 35086\u000a17:19:54.793595 tst ping_idle_ping.py: using BVCI 35087\u000a17:19:54.818807 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.830226 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.841479 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.852689 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.864302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.875839 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.887632 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:19:54.899191 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:19:55.184496 tst ping_idle_ping.py:24: start network...\u000a17:19:55.312925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:55.808213 run create_hlr_db(pid=9822): Launched\u000a17:19:55.985610 bus /gobi_6: Setting Powered False\u000a17:19:57.007318 run create_hlr_db(pid=9822): Terminated: ok {rc=0}\u000a17:19:57.449850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9824): Launched\u000a17:19:57.782583 run osmo-hlr_10.42.42.2(pid=9825): Launched\u000a17:19:57.906588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:58.479768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9827): Launched\u000a17:19:58.812340 run osmo-stp_10.42.42.5(pid=9828): Launched\u000a17:19:58.932592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:59.508424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9830): Launched\u000a17:19:59.626419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:59.917690 run patchelf(pid=9831): Launched\u000a17:20:00.110168 run osmo-stp_10.42.42.5(pid=9828): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)]\u000a17:20:00.251389 run osmo-stp_10.42.42.5(pid=9828): stdout: \u000a| (launched: 2022-12-13_17:19:58.646802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:00.393057 run osmo-stp_10.42.42.5(pid=9828): stderr: \u000a| �[0;m�[38;5;43m20221213171958840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171958840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171958841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171958841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171958843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171958844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171958844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:00.528898 run osmo-stp_10.42.42.5(pid=9828): stdout: \u000a| (launched: 2022-12-13_17:19:58.646802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:00.664187 run osmo-stp_10.42.42.5(pid=9828): stderr: \u000a| �[0;m�[38;5;43m20221213171958840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213171958840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213171958841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213171958841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213171958843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213171958844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213171958844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:00.822892 run patchelf(pid=9831): Terminating (SIGINT)\u000a17:20:01.022936 run patchelf(pid=9831): Terminated: ok {rc=0}\u000a17:20:01.063334 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9828): Process ended prematurely: osmo-stp_10.42.42.5(pid=9828) [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9828)] [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:20:01.073581 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a17:20:01.141762 run osmo-hlr_10.42.42.2(pid=9825): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9825)]\u000a17:20:01.197340 run osmo-hlr_10.42.42.2(pid=9825): stdout: \u000a| (launched: 2022-12-13_17:19:57.617704) \u000a17:20:01.253749 run osmo-hlr_10.42.42.2(pid=9825): stderr: \u000a| �[0;m�[1;31m20221213171957819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213171957819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213171957819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171957819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213171957819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213171957819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213171957832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213171957840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213171957840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213171957840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:01.302034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9824): Terminating (SIGTERM)\u000a17:20:01.349641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9827): Terminating (SIGTERM)\u000a17:20:01.395303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9830): Terminating (SIGTERM)\u000a17:20:01.405849 --- ParallelTerminationStrategy: PID 9824 died...\u000a17:20:01.483723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9824): Terminated: ok {rc=0}\u000a17:20:01.497624 --- ParallelTerminationStrategy: PID 9827 died...\u000a17:20:01.559277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9827): Terminated: ok {rc=0}\u000a17:20:01.570511 --- ParallelTerminationStrategy: PID 9830 died...\u000a17:20:01.631189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9830): Terminated: ok {rc=0}\u000a17:20:01.722932 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:19:01" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9844): Process ended prematurely: osmo-stp_10.42.42.5(pid=9844) [trial-2392↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9844): Process ended prematurely: osmo-stp_10.42.42.5(pid=9844) [trial-2392↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:20:03.720921 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:03.732285 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:20:03.878157 tst switch_tch_pdch.py: using LAC 35087\u000a17:20:03.996912 tst switch_tch_pdch.py: using RAC 152\u000a17:20:04.118366 tst switch_tch_pdch.py: using CellId 35087\u000a17:20:04.237574 tst switch_tch_pdch.py: using BVCI 35088\u000a17:20:04.261017 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:04.272314 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:04.283347 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:04.294406 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:04.305285 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:04.316291 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:04.327750 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:04.339140 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:20:04.462060 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:20:04.745215 tst switch_tch_pdch.py:51: start network...\u000a17:20:04.872050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:05.363953 run create_hlr_db(pid=9838): Launched\u000a17:20:05.541453 bus /gobi_6: Setting Powered False\u000a17:20:06.561509 run create_hlr_db(pid=9838): Terminated: ok {rc=0}\u000a17:20:06.998410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9840): Launched\u000a17:20:07.327282 run osmo-hlr_10.42.42.2(pid=9841): Launched\u000a17:20:07.448682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:08.020460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9843): Launched\u000a17:20:08.348359 run osmo-stp_10.42.42.5(pid=9844): Launched\u000a17:20:08.466923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:20:09.041389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9846): Launched\u000a17:20:09.158443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:20:09.445400 run patchelf(pid=9847): Launched\u000a17:20:09.636624 run osmo-stp_10.42.42.5(pid=9844): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)]\u000a17:20:09.776775 run osmo-stp_10.42.42.5(pid=9844): stdout: \u000a| (launched: 2022-12-13_17:20:08.186311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:09.917250 run osmo-stp_10.42.42.5(pid=9844): stderr: \u000a| �[0;m�[38;5;43m20221213172008380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172008380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172008380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172008380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172008383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172008383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172008383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:10.052642 run osmo-stp_10.42.42.5(pid=9844): stdout: \u000a| (launched: 2022-12-13_17:20:08.186311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:10.186748 run osmo-stp_10.42.42.5(pid=9844): stderr: \u000a| �[0;m�[38;5;43m20221213172008380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172008380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172008380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172008380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172008383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172008383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172008383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:10.345003 run patchelf(pid=9847): Terminating (SIGINT)\u000a17:20:10.531182 run patchelf(pid=9847): Terminated: ok {rc=0}\u000a17:20:10.564755 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9844): Process ended prematurely: osmo-stp_10.42.42.5(pid=9844) [trial-2392↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9844)] [trial-2392↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:20:10.574008 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a17:20:10.638301 run osmo-hlr_10.42.42.2(pid=9841): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9841)]\u000a17:20:10.690895 run osmo-hlr_10.42.42.2(pid=9841): stdout: \u000a| (launched: 2022-12-13_17:20:07.164830) \u000a17:20:10.744137 run osmo-hlr_10.42.42.2(pid=9841): stderr: \u000a| �[0;m�[1;31m20221213172007368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172007368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172007368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172007368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172007368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172007368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172007380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172007388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172007389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172007389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:10.789506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9840): Terminating (SIGTERM)\u000a17:20:10.832179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9843): Terminating (SIGTERM)\u000a17:20:10.874793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9846): Terminating (SIGTERM)\u000a17:20:10.884593 --- ParallelTerminationStrategy: PID 9840 died...\u000a17:20:10.941981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9840): Terminated: ok {rc=0}\u000a17:20:10.952202 --- ParallelTerminationStrategy: PID 9843 died...\u000a17:20:11.009524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9843): Terminated: ok {rc=0}\u000a17:20:11.019678 --- ParallelTerminationStrategy: PID 9846 died...\u000a17:20:11.076711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9846): Terminated: ok {rc=0}\u000a17:20:11.165200 bus /gobi_0: Setting Powered False\u000a17:20:12.271788 bus /gobi_0: Setting Powered False\u000a17:20:13.380620 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:20:03" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9857): Process ended prematurely: osmo-stp_10.42.42.5(pid=9857) [trial-2392↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9857): Process ended prematurely: osmo-stp_10.42.42.5(pid=9857) [trial-2392↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:20:15.319419 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.331372 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:20:15.480433 tst switch_tch_pdch.py: using LAC 35088\u000a17:20:15.605381 tst switch_tch_pdch.py: using RAC 153\u000a17:20:15.725380 tst switch_tch_pdch.py: using CellId 35088\u000a17:20:15.860788 tst switch_tch_pdch.py: using BVCI 35089\u000a17:20:15.885570 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.897588 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.909603 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.921346 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.932699 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.944222 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.956331 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:20:15.968781 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:20:16.122727 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:20:16.470141 tst switch_tch_pdch.py:51: start network...\u000a17:20:16.612856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:17.129416 run create_hlr_db(pid=9851): Launched\u000a17:20:17.267688 bus /gobi_6: Setting Powered False\u000a17:20:18.342559 run create_hlr_db(pid=9851): Terminated: ok {rc=0}\u000a17:20:18.752998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9853): Launched\u000a17:20:19.081129 run osmo-hlr_10.42.42.2(pid=9854): Launched\u000a17:20:19.202247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:19.746011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9856): Launched\u000a17:20:20.075527 run osmo-stp_10.42.42.5(pid=9857): Launched\u000a17:20:20.194640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:20:20.741176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9859): Launched\u000a17:20:20.858309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:20:21.145651 run patchelf(pid=9860): Launched\u000a17:20:21.337502 run osmo-stp_10.42.42.5(pid=9857): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)]\u000a17:20:21.478563 run osmo-stp_10.42.42.5(pid=9857): stdout: \u000a| (launched: 2022-12-13_17:20:19.912769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:21.619639 run osmo-stp_10.42.42.5(pid=9857): stderr: \u000a| �[0;m�[38;5;43m20221213172020106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172020106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172020107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172020107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172020107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172020108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172020108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:21.755681 run osmo-stp_10.42.42.5(pid=9857): stdout: \u000a| (launched: 2022-12-13_17:20:19.912769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:21.890624 run osmo-stp_10.42.42.5(pid=9857): stderr: \u000a| �[0;m�[38;5;43m20221213172020106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172020106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172020107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172020107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172020107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172020108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172020108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:22.048090 run patchelf(pid=9860): Terminating (SIGINT)\u000a17:20:22.233449 run patchelf(pid=9860): Terminated: ok {rc=0}\u000a17:20:22.266813 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9857): Process ended prematurely: osmo-stp_10.42.42.5(pid=9857) [trial-2392↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)] [trial-2392↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:20:22.276182 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a17:20:22.340660 run osmo-hlr_10.42.42.2(pid=9854): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9854)]\u000a17:20:22.393184 run osmo-hlr_10.42.42.2(pid=9854): stdout: \u000a| (launched: 2022-12-13_17:20:18.919126) \u000a17:20:22.446272 run osmo-hlr_10.42.42.2(pid=9854): stderr: \u000a| �[0;m�[1;31m20221213172019120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172019120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172019121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172019121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172019121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172019121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172019133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172019141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172019142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172019142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:22.491513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9853): Terminating (SIGTERM)\u000a17:20:22.534255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9856): Terminating (SIGTERM)\u000a17:20:22.576998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9859): Terminating (SIGTERM)\u000a17:20:22.586825 --- ParallelTerminationStrategy: PID 9853 died...\u000a17:20:22.644128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9853): Terminated: ok {rc=0}\u000a17:20:22.654394 --- ParallelTerminationStrategy: PID 9856 died...\u000a17:20:22.711616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9856): Terminated: ok {rc=0}\u000a17:20:22.722117 --- ParallelTerminationStrategy: PID 9859 died...\u000a17:20:22.779442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9859): Terminated: ok {rc=0}\u000a17:20:22.867475 bus /gobi_0: Setting Powered False\u000a17:20:23.975256 bus /gobi_0: Setting Powered False\u000a17:20:25.084851 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:20:15" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9868): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9868) [trial-2392↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9868)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9868): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9868) [trial-2392↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a17:20:26.949374 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a17:20:26.960551 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:27.085646 tst mo_mt_sms.py: using LAC 35089\u000a17:20:27.215089 tst mo_mt_sms.py: using RAC 154\u000a17:20:27.343595 tst mo_mt_sms.py: using CellId 35089\u000a17:20:27.471314 tst mo_mt_sms.py: using BVCI 35090\u000a17:20:27.496592 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:27.615411 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:27.913284 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:20:28.050545 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:28.729576 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9867): Launched\u000a17:20:29.057375 run osmo-nitb_10.42.42.2(pid=9868): Launched\u000a17:20:29.257920 run osmo-nitb_10.42.42.2(pid=9868): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9868)]\u000a17:20:29.406355 run osmo-nitb_10.42.42.2(pid=9868): stdout: \u000a| (launched: 2022-12-13_17:20:28.897972) \u000a17:20:29.554830 run osmo-nitb_10.42.42.2(pid=9868): stderr: \u000a| (launched: 2022-12-13_17:20:28.946872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:29.698122 run osmo-nitb_10.42.42.2(pid=9868): stdout: \u000a| (launched: 2022-12-13_17:20:28.897972) \u000a17:20:29.840471 run osmo-nitb_10.42.42.2(pid=9868): stderr: \u000a| (launched: 2022-12-13_17:20:28.946872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:30.189528 tst osmo-nitb_10.42.42.2(pid=9868): stdout: \u000a| (launched: 2022-12-13_17:20:28.897972) \u000a17:20:30.320840 tst osmo-nitb_10.42.42.2(pid=9868): stderr: \u000a| (launched: 2022-12-13_17:20:28.946872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:30.378077 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9868): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9868) [trial-2392↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9868)] [trial-2392↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a17:20:30.386886 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a17:20:30.423704 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9867): Terminating (SIGTERM)\u000a17:20:30.602209 --- ParallelTerminationStrategy: PID 9867 died...\u000a17:20:30.660590 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9867): Terminated: ok {rc=0}\u000a17:20:30.748387 bus /sierra_3: Setting Powered False\u000a17:20:31.856694 bus /sierra_3: Setting Powered False\u000a17:20:32.970432 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:20:26" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9879): Process ended prematurely: osmo-stp_10.42.42.5(pid=9879) [trial-2392↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9879)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9879): Process ended prematurely: osmo-stp_10.42.42.5(pid=9879) [trial-2392↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a17:20:34.822743 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:34.833276 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:34.966385 tst mo_mt_sms.py: using LAC 35090\u000a17:20:35.094164 tst mo_mt_sms.py: using RAC 155\u000a17:20:35.222696 tst mo_mt_sms.py: using CellId 35090\u000a17:20:35.349706 tst mo_mt_sms.py: using BVCI 35091\u000a17:20:35.374701 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:35.385724 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:35.396451 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:35.407274 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:35.418507 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:35.429768 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:35.552132 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:20:35.755331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:36.246857 run create_hlr_db(pid=9873): Launched\u000a17:20:36.423607 bus /sierra_2: Setting Powered False\u000a17:20:37.444761 run create_hlr_db(pid=9873): Terminated: ok {rc=0}\u000a17:20:37.885450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9875): Launched\u000a17:20:38.214320 run osmo-hlr_10.42.42.2(pid=9876): Launched\u000a17:20:38.337536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:38.909320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9878): Launched\u000a17:20:39.241383 run osmo-stp_10.42.42.5(pid=9879): Launched\u000a17:20:39.361288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:20:39.963148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9881): Launched\u000a17:20:40.293275 run osmo-msc_10.42.42.6(pid=9882): Launched\u000a17:20:40.487230 run osmo-stp_10.42.42.5(pid=9879): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9879)]\u000a17:20:40.626931 run osmo-stp_10.42.42.5(pid=9879): stdout: \u000a| (launched: 2022-12-13_17:20:39.075651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:40.765999 run osmo-stp_10.42.42.5(pid=9879): stderr: \u000a| �[0;m�[38;5;43m20221213172039270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172039270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172039270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172039271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172039271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172039271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172039271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:40.898446 run osmo-stp_10.42.42.5(pid=9879): stdout: \u000a| (launched: 2022-12-13_17:20:39.075651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:41.029495 run osmo-stp_10.42.42.5(pid=9879): stderr: \u000a| �[0;m�[38;5;43m20221213172039270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172039270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172039270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172039271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172039271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172039271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172039271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:41.086408 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9879): Process ended prematurely: osmo-stp_10.42.42.5(pid=9879) [trial-2392↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9879)] [trial-2392↪sms:oc2g↪mo_mt_sms.py:16]\u000a17:20:41.095022 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a17:20:41.158771 run osmo-hlr_10.42.42.2(pid=9876): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9876)]\u000a17:20:41.210954 run osmo-hlr_10.42.42.2(pid=9876): stdout: \u000a| (launched: 2022-12-13_17:20:38.051970) \u000a17:20:41.264020 run osmo-hlr_10.42.42.2(pid=9876): stderr: \u000a| �[0;m�[1;31m20221213172038253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172038253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172038253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172038253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172038254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172038254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172038267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172038277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172038277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172038277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:41.336143 run osmo-msc_10.42.42.6(pid=9882): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9882)]\u000a17:20:41.388797 run osmo-msc_10.42.42.6(pid=9882): stdout: \u000a| (launched: 2022-12-13_17:20:40.130198) \u000a17:20:41.441882 run osmo-msc_10.42.42.6(pid=9882): stderr: \u000a| �[0;m�[38;5;43m20221213172040457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172040457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57f3d6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172040457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172040457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172040457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172040457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172040459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172040459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172040460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172040460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:20:41.487063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9875): Terminating (SIGTERM)\u000a17:20:41.529944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9878): Terminating (SIGTERM)\u000a17:20:41.572840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9881): Terminating (SIGTERM)\u000a17:20:41.582715 --- ParallelTerminationStrategy: PID 9875 died...\u000a17:20:41.640220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9875): Terminated: ok {rc=0}\u000a17:20:41.650456 --- ParallelTerminationStrategy: PID 9878 died...\u000a17:20:41.707612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9878): Terminated: ok {rc=0}\u000a17:20:41.717893 --- ParallelTerminationStrategy: PID 9881 died...\u000a17:20:41.775508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9881): Terminated: ok {rc=0}\u000a17:20:41.863713 bus /sierra_3: Setting Powered False\u000a17:20:42.971230 bus /sierra_3: Setting Powered False\u000a17:20:44.084444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:20:34" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9888): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9888) [trial-2392↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9888)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9888): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9888) [trial-2392↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a17:20:45.917944 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a17:20:45.936895 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:46.079129 tst assert_extension.py: using LAC 35091\u000a17:20:46.238928 tst assert_extension.py: using RAC 156\u000a17:20:46.375082 tst assert_extension.py: using CellId 35091\u000a17:20:46.499379 tst assert_extension.py: using BVCI 35092\u000a17:20:46.524723 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a17:20:46.887032 tst assert_extension.py:10: start nitb and bts...\u000a17:20:47.029356 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:47.712452 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9887): Launched\u000a17:20:48.038512 run osmo-nitb_10.42.42.2(pid=9888): Launched\u000a17:20:48.239206 run osmo-nitb_10.42.42.2(pid=9888): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9888)]\u000a17:20:48.387486 run osmo-nitb_10.42.42.2(pid=9888): stdout: \u000a| (launched: 2022-12-13_17:20:47.879381) \u000a17:20:48.536248 run osmo-nitb_10.42.42.2(pid=9888): stderr: \u000a| (launched: 2022-12-13_17:20:47.927803)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:48.679677 run osmo-nitb_10.42.42.2(pid=9888): stdout: \u000a| (launched: 2022-12-13_17:20:47.879381) \u000a17:20:48.822384 run osmo-nitb_10.42.42.2(pid=9888): stderr: \u000a| (launched: 2022-12-13_17:20:47.927803)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:49.170382 tst osmo-nitb_10.42.42.2(pid=9888): stdout: \u000a| (launched: 2022-12-13_17:20:47.879381) \u000a17:20:49.301676 tst osmo-nitb_10.42.42.2(pid=9888): stderr: \u000a| (launched: 2022-12-13_17:20:47.927803)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:49.358763 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9888): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9888) [trial-2392↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9888)] [trial-2392↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a17:20:49.367328 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a17:20:49.404164 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9887): Terminating (SIGTERM)\u000a17:20:49.582533 --- ParallelTerminationStrategy: PID 9887 died...\u000a17:20:49.641063 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9887): Terminated: ok {rc=0}\u000a17:20:49.729440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:20:45" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9901): Process ended prematurely: osmo-stp_10.42.42.5(pid=9901) [trial-2392↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9901)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9901): Process ended prematurely: osmo-stp_10.42.42.5(pid=9901) [trial-2392↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a17:20:51.527015 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:51.537643 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a17:20:51.658220 tst assert_extension.py: using LAC 35092\u000a17:20:51.776937 tst assert_extension.py: using RAC 157\u000a17:20:51.896874 tst assert_extension.py: using CellId 35092\u000a17:20:52.014628 tst assert_extension.py: using BVCI 35093\u000a17:20:52.037862 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:52.048188 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:52.058558 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:52.068751 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:52.079143 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:20:52.089415 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a17:20:52.292548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:52.784464 run create_hlr_db(pid=9895): Launched\u000a17:20:52.960755 bus /sierra_2: Setting Powered False\u000a17:20:53.983135 run create_hlr_db(pid=9895): Terminated: ok {rc=0}\u000a17:20:54.421433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9897): Launched\u000a17:20:54.753538 run osmo-hlr_10.42.42.2(pid=9898): Launched\u000a17:20:54.876494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:55.453231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9900): Launched\u000a17:20:55.785845 run osmo-stp_10.42.42.5(pid=9901): Launched\u000a17:20:55.906335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:20:56.506767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9903): Launched\u000a17:20:56.837723 run osmo-msc_10.42.42.6(pid=9904): Launched\u000a17:20:57.031694 run osmo-stp_10.42.42.5(pid=9901): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9901)]\u000a17:20:57.172234 run osmo-stp_10.42.42.5(pid=9901): stdout: \u000a| (launched: 2022-12-13_17:20:55.619677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:57.309884 run osmo-stp_10.42.42.5(pid=9901): stderr: \u000a| �[0;m�[38;5;43m20221213172055817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172055817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172055818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172055818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172055819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172055819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172055819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:57.441987 run osmo-stp_10.42.42.5(pid=9901): stdout: \u000a| (launched: 2022-12-13_17:20:55.619677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:57.572774 run osmo-stp_10.42.42.5(pid=9901): stderr: \u000a| �[0;m�[38;5;43m20221213172055817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172055817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172055818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172055818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172055819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172055819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172055819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:57.630158 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9901): Process ended prematurely: osmo-stp_10.42.42.5(pid=9901) [trial-2392↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9901)] [trial-2392↪ussd:oc2g↪assert_extension.py:17]\u000a17:20:57.639090 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a17:20:57.703015 run osmo-hlr_10.42.42.2(pid=9898): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9898)]\u000a17:20:57.755429 run osmo-hlr_10.42.42.2(pid=9898): stdout: \u000a| (launched: 2022-12-13_17:20:54.588383) \u000a17:20:57.808126 run osmo-hlr_10.42.42.2(pid=9898): stderr: \u000a| �[0;m�[1;31m20221213172054791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172054791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172054791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172054791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172054791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172054791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172054815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172054825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172054825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172054825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:57.879559 run osmo-msc_10.42.42.6(pid=9904): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9904)]\u000a17:20:57.931586 run osmo-msc_10.42.42.6(pid=9904): stdout: \u000a| (launched: 2022-12-13_17:20:56.673381) \u000a17:20:57.984175 run osmo-msc_10.42.42.6(pid=9904): stderr: \u000a| �[0;m�[38;5;43m20221213172056997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172056997 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c80d7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172056998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172056998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172056998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172056998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172057000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172057000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172057000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172057000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:20:58.029390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9897): Terminating (SIGTERM)\u000a17:20:58.072000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9900): Terminating (SIGTERM)\u000a17:20:58.115018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9903): Terminating (SIGTERM)\u000a17:20:58.124803 --- ParallelTerminationStrategy: PID 9897 died...\u000a17:20:58.182083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9897): Terminated: ok {rc=0}\u000a17:20:58.192171 --- ParallelTerminationStrategy: PID 9900 died...\u000a17:20:58.248713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9900): Terminated: ok {rc=0}\u000a17:20:58.258811 --- ParallelTerminationStrategy: PID 9903 died...\u000a17:20:58.315438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9903): Terminated: ok {rc=0}\u000a17:20:58.403569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:20:51" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9916): Process ended prematurely: osmo-stp_10.42.42.5(pid=9916) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9916)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9916): Process ended prematurely: osmo-stp_10.42.42.5(pid=9916) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:21:00.328073 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:00.339227 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:21:00.484616 tst mo_mt_call.py: using LAC 35093\u000a17:21:00.607614 tst mo_mt_call.py: using RAC 158\u000a17:21:00.738596 tst mo_mt_call.py: using CellId 35093\u000a17:21:00.872134 tst mo_mt_call.py: using BVCI 35094\u000a17:21:00.900451 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:00.912567 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:00.927644 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:00.939968 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:00.952350 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:00.964702 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:21:01.092466 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:21:01.335692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:01.911512 run create_hlr_db(pid=9909): Launched\u000a17:21:02.126750 bus /sierra_2: Setting Powered False\u000a17:21:03.132616 run create_hlr_db(pid=9909): Terminated: ok {rc=0}\u000a17:21:03.569092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9911): Launched\u000a17:21:03.885364 run osmo-hlr_10.42.42.2(pid=9913): Launched\u000a17:21:03.999482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:04.544728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9915): Launched\u000a17:21:04.857396 run osmo-stp_10.42.42.5(pid=9916): Launched\u000a17:21:04.970079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:05.542424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9918): Launched\u000a17:21:05.859335 run osmo-msc_10.42.42.6(pid=9919): Launched\u000a17:21:06.042434 run osmo-stp_10.42.42.5(pid=9916): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9916)]\u000a17:21:06.174340 run osmo-stp_10.42.42.5(pid=9916): stdout: \u000a| (launched: 2022-12-13_17:21:04.702974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:06.303742 run osmo-stp_10.42.42.5(pid=9916): stderr: \u000a| �[0;m�[38;5;43m20221213172104877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172104877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172104878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172104878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172104878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172104879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172104879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:06.428585 run osmo-stp_10.42.42.5(pid=9916): stdout: \u000a| (launched: 2022-12-13_17:21:04.702974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:06.552407 run osmo-stp_10.42.42.5(pid=9916): stderr: \u000a| �[0;m�[38;5;43m20221213172104877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172104877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172104878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172104878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172104878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172104879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172104879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:06.607274 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9916): Process ended prematurely: osmo-stp_10.42.42.5(pid=9916) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9916)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:21:06.615844 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:21:06.676559 run osmo-hlr_10.42.42.2(pid=9913): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9913)]\u000a17:21:06.726568 run osmo-hlr_10.42.42.2(pid=9913): stdout: \u000a| (launched: 2022-12-13_17:21:03.729184) \u000a17:21:06.776914 run osmo-hlr_10.42.42.2(pid=9913): stderr: \u000a| �[0;m�[1;31m20221213172103910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172103910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172103910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172103910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172103910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172103910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172103943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172103953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172103954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:06.845463 run osmo-msc_10.42.42.6(pid=9919): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9919)]\u000a17:21:06.895422 run osmo-msc_10.42.42.6(pid=9919): stdout: \u000a| (launched: 2022-12-13_17:21:05.701444) \u000a17:21:06.945755 run osmo-msc_10.42.42.6(pid=9919): stderr: \u000a| �[0;m�[38;5;43m20221213172105977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172105978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff35407ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172105978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172105978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172105978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172105978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172105981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:06.988452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9911): Terminating (SIGTERM)\u000a17:21:07.028774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9915): Terminating (SIGTERM)\u000a17:21:07.069432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9918): Terminating (SIGTERM)\u000a17:21:07.078809 --- ParallelTerminationStrategy: PID 9911 died...\u000a17:21:07.132776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9911): Terminated: ok {rc=0}\u000a17:21:07.142476 --- ParallelTerminationStrategy: PID 9915 died...\u000a17:21:07.196103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9915): Terminated: ok {rc=0}\u000a17:21:07.205863 --- ParallelTerminationStrategy: PID 9918 died...\u000a17:21:07.259442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9918): Terminated: ok {rc=0}\u000a17:21:07.349289 bus /sierra_3: Setting Powered False\u000a17:21:08.453548 bus /sierra_3: Setting Powered False\u000a17:21:09.566286 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9927): Process ended prematurely: osmo-stp_10.42.42.5(pid=9927) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9927): Process ended prematurely: osmo-stp_10.42.42.5(pid=9927) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:21:10.678783 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:10.690586 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:21:10.836473 tst mo_mt_call_osmux.py: using LAC 35094\u000a17:21:10.959123 tst mo_mt_call_osmux.py: using RAC 159\u000a17:21:11.087724 tst mo_mt_call_osmux.py: using CellId 35094\u000a17:21:11.217939 tst mo_mt_call_osmux.py: using BVCI 35095\u000a17:21:11.243615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:11.255489 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:11.267013 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:11.278426 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:11.290206 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:21:11.301954 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:21:11.420608 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:21:11.638238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:12.164735 run create_hlr_db(pid=9921): Launched\u000a17:21:12.357754 bus /sierra_2: Setting Powered False\u000a17:21:13.379489 run create_hlr_db(pid=9921): Terminated: ok {rc=0}\u000a17:21:13.802744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9923): Launched\u000a17:21:14.117483 run osmo-hlr_10.42.42.2(pid=9924): Launched\u000a17:21:14.231680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:14.774479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9926): Launched\u000a17:21:15.088940 run osmo-stp_10.42.42.5(pid=9927): Launched\u000a17:21:15.202848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:15.774094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9929): Launched\u000a17:21:16.296931 run osmo-msc_10.42.42.6(pid=9930): Launched\u000a17:21:16.922217 run osmo-stp_10.42.42.5(pid=9927): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)]\u000a17:21:17.091986 run osmo-stp_10.42.42.5(pid=9927): stdout: \u000a| (launched: 2022-12-13_17:21:14.933301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:17.229312 run osmo-stp_10.42.42.5(pid=9927): stderr: \u000a| �[0;m�[38;5;43m20221213172115107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172115107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172115107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172115107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172115108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172115108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172115108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:17.360773 run osmo-stp_10.42.42.5(pid=9927): stdout: \u000a| (launched: 2022-12-13_17:21:14.933301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:17.485408 run osmo-stp_10.42.42.5(pid=9927): stderr: \u000a| �[0;m�[38;5;43m20221213172115107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172115107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172115107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172115107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172115108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172115108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172115108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:17.539849 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9927): Process ended prematurely: osmo-stp_10.42.42.5(pid=9927) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9927)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:21:17.548393 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a17:21:17.608846 run osmo-hlr_10.42.42.2(pid=9924): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9924)]\u000a17:21:17.658182 run osmo-hlr_10.42.42.2(pid=9924): stdout: \u000a| (launched: 2022-12-13_17:21:13.961433) \u000a17:21:17.708158 run osmo-hlr_10.42.42.2(pid=9924): stderr: \u000a| �[0;m�[1;31m20221213172114142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172114142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172114142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172114142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172114142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172114142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172114159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172114169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172114169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172114169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:17.776183 run osmo-msc_10.42.42.6(pid=9930): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9930)]\u000a17:21:17.825773 run osmo-msc_10.42.42.6(pid=9930): stdout: \u000a| (launched: 2022-12-13_17:21:15.947676) \u000a17:21:17.875491 run osmo-msc_10.42.42.6(pid=9930): stderr: \u000a| �[0;m�[38;5;43m20221213172116448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172116448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99ad5f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172116448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172116449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172116449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172116450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172116454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172116455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172116456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172116456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:17.917558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9923): Terminating (SIGTERM)\u000a17:21:17.957160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9926): Terminating (SIGTERM)\u000a17:21:17.996778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9929): Terminating (SIGTERM)\u000a17:21:18.006058 --- ParallelTerminationStrategy: PID 9923 died...\u000a17:21:18.059254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9923): Terminated: ok {rc=0}\u000a17:21:18.068803 --- ParallelTerminationStrategy: PID 9926 died...\u000a17:21:18.121733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9926): Terminated: ok {rc=0}\u000a17:21:18.131342 --- ParallelTerminationStrategy: PID 9929 died...\u000a17:21:18.184365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9929): Terminated: ok {rc=0}\u000a17:21:18.268528 bus /sierra_3: Setting Powered False\u000a17:21:19.377200 bus /sierra_3: Setting Powered False\u000a17:21:20.486729 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:21:00" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9941): Process ended prematurely: osmo-stp_10.42.42.5(pid=9941) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9941)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9941): Process ended prematurely: osmo-stp_10.42.42.5(pid=9941) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:21:22.450090 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:22.461801 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:21:22.616775 tst mo_mt_call.py: using LAC 35095\u000a17:21:22.748358 tst mo_mt_call.py: using RAC 160\u000a17:21:22.881092 tst mo_mt_call.py: using CellId 35095\u000a17:21:23.013565 tst mo_mt_call.py: using BVCI 35096\u000a17:21:23.039074 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:23.050659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:23.062034 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:23.073288 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:23.084873 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:23.096562 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:23.215446 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:23.431144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:23.959848 run create_hlr_db(pid=9935): Launched\u000a17:21:24.153478 bus /sierra_2: Setting Powered False\u000a17:21:25.173968 run create_hlr_db(pid=9935): Terminated: ok {rc=0}\u000a17:21:25.597373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9937): Launched\u000a17:21:25.912057 run osmo-hlr_10.42.42.2(pid=9938): Launched\u000a17:21:26.026827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:26.570030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9940): Launched\u000a17:21:26.885060 run osmo-stp_10.42.42.5(pid=9941): Launched\u000a17:21:26.998110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:27.568797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9943): Launched\u000a17:21:27.884328 run osmo-msc_10.42.42.6(pid=9944): Launched\u000a17:21:28.067227 run osmo-stp_10.42.42.5(pid=9941): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9941)]\u000a17:21:28.198546 run osmo-stp_10.42.42.5(pid=9941): stdout: \u000a| (launched: 2022-12-13_17:21:26.728915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:28.327538 run osmo-stp_10.42.42.5(pid=9941): stderr: \u000a| �[0;m�[38;5;43m20221213172126902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172126902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172126903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172126903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172126904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172126904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172126904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:28.451892 run osmo-stp_10.42.42.5(pid=9941): stdout: \u000a| (launched: 2022-12-13_17:21:26.728915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:28.575068 run osmo-stp_10.42.42.5(pid=9941): stderr: \u000a| �[0;m�[38;5;43m20221213172126902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172126902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172126903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172126903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172126904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172126904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172126904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:28.629520 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9941): Process ended prematurely: osmo-stp_10.42.42.5(pid=9941) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9941)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:21:28.637975 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:21:28.698357 run osmo-hlr_10.42.42.2(pid=9938): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9938)]\u000a17:21:28.747686 run osmo-hlr_10.42.42.2(pid=9938): stdout: \u000a| (launched: 2022-12-13_17:21:25.755970) \u000a17:21:28.797762 run osmo-hlr_10.42.42.2(pid=9938): stderr: \u000a| �[0;m�[1;31m20221213172125936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172125936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172125936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172125936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172125936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172125936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172125949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172125957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172125958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172125958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:28.865862 run osmo-msc_10.42.42.6(pid=9944): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9944)]\u000a17:21:28.915398 run osmo-msc_10.42.42.6(pid=9944): stdout: \u000a| (launched: 2022-12-13_17:21:27.727249) \u000a17:21:28.965333 run osmo-msc_10.42.42.6(pid=9944): stderr: \u000a| �[0;m�[38;5;43m20221213172128003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172128003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7b953ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172128003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172128003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172128003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172128003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172128005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172128006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172128006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172128006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:29.007692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9937): Terminating (SIGTERM)\u000a17:21:29.047781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9940): Terminating (SIGTERM)\u000a17:21:29.087703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9943): Terminating (SIGTERM)\u000a17:21:29.097114 --- ParallelTerminationStrategy: PID 9937 died...\u000a17:21:29.150583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9937): Terminated: ok {rc=0}\u000a17:21:29.160231 --- ParallelTerminationStrategy: PID 9940 died...\u000a17:21:29.213408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9940): Terminated: ok {rc=0}\u000a17:21:29.223075 --- ParallelTerminationStrategy: PID 9943 died...\u000a17:21:29.276004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9943): Terminated: ok {rc=0}\u000a17:21:29.360615 bus /sierra_3: Setting Powered False\u000a17:21:30.468059 bus /sierra_3: Setting Powered False\u000a17:21:31.606310 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:21:32.726081 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:32.738345 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:21:32.898757 tst mo_mt_call_osmux.py: using LAC 35096\u000a17:21:33.027212 tst mo_mt_call_osmux.py: using RAC 161\u000a17:21:33.156166 tst mo_mt_call_osmux.py: using CellId 35096\u000a17:21:33.284761 tst mo_mt_call_osmux.py: using BVCI 35097\u000a17:21:33.310441 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:33.322187 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:33.333627 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:33.345196 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:33.356808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:21:33.368501 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:33.489514 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:21:33.710847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:34.238298 run create_hlr_db(pid=9946): Launched\u000a17:21:34.432264 bus /sierra_2: Setting Powered False\u000a17:21:35.453065 run create_hlr_db(pid=9946): Terminated: ok {rc=0}\u000a17:21:35.873915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Launched\u000a17:21:36.188838 run osmo-hlr_10.42.42.2(pid=9949): Launched\u000a17:21:36.303227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:36.846409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Launched\u000a17:21:37.161085 run osmo-stp_10.42.42.5(pid=9952): Launched\u000a17:21:37.274300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:37.845695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Launched\u000a17:21:38.162447 run osmo-msc_10.42.42.6(pid=9955): Launched\u000a17:21:38.346249 run osmo-stp_10.42.42.5(pid=9952): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a17:21:38.478965 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-13_17:21:37.004646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:38.609065 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221213172137180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172137181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172137181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172137181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172137182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172137182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172137182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:38.734529 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-13_17:21:37.004646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:38.858518 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221213172137180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172137181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172137181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172137181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172137182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172137182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172137182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:38.913510 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:21:38.922258 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:21:38.982711 run osmo-hlr_10.42.42.2(pid=9949): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9949)]\u000a17:21:39.032399 run osmo-hlr_10.42.42.2(pid=9949): stdout: \u000a| (launched: 2022-12-13_17:21:36.032869) \u000a17:21:39.082826 run osmo-hlr_10.42.42.2(pid=9949): stderr: \u000a| �[0;m�[1;31m20221213172136213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172136214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172136214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172136214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172136214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172136214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172136227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172136238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172136238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172136238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:39.151045 run osmo-msc_10.42.42.6(pid=9955): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9955)]\u000a17:21:39.200826 run osmo-msc_10.42.42.6(pid=9955): stdout: \u000a| (launched: 2022-12-13_17:21:38.005576) \u000a17:21:39.251378 run osmo-msc_10.42.42.6(pid=9955): stderr: \u000a| �[0;m�[38;5;43m20221213172138283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172138283 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8868a9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172138283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172138283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172138283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172138283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172138285 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172138285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172138286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172138286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:39.293695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminating (SIGTERM)\u000a17:21:39.333730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminating (SIGTERM)\u000a17:21:39.373779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Terminating (SIGTERM)\u000a17:21:39.382694 --- ParallelTerminationStrategy: PID 9948 died...\u000a17:21:39.436387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminated: ok {rc=0}\u000a17:21:39.446292 --- ParallelTerminationStrategy: PID 9951 died...\u000a17:21:39.499541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminated: ok {rc=0}\u000a17:21:39.509304 --- ParallelTerminationStrategy: PID 9954 died...\u000a17:21:39.562599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Terminated: ok {rc=0}\u000a17:21:39.651291 bus /sierra_3: Setting Powered False\u000a17:21:40.754854 bus /sierra_3: Setting Powered False\u000a17:21:41.866718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:21:22" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9966): Process ended prematurely: osmo-stp_10.42.42.5(pid=9966) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9966): Process ended prematurely: osmo-stp_10.42.42.5(pid=9966) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:21:43.815472 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:43.826714 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:21:43.971901 tst mo_mt_call.py: using LAC 35097\u000a17:21:44.094842 tst mo_mt_call.py: using RAC 162\u000a17:21:44.219041 tst mo_mt_call.py: using CellId 35097\u000a17:21:44.343187 tst mo_mt_call.py: using BVCI 35098\u000a17:21:44.366970 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:44.377920 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:44.388547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:44.399275 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:44.410108 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:44.421218 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:44.545420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:44.753224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:45.254893 run create_hlr_db(pid=9960): Launched\u000a17:21:45.434133 bus /sierra_2: Setting Powered False\u000a17:21:46.461595 run create_hlr_db(pid=9960): Terminated: ok {rc=0}\u000a17:21:46.945632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9962): Launched\u000a17:21:47.279503 run osmo-hlr_10.42.42.2(pid=9963): Launched\u000a17:21:47.396553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:47.941810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9965): Launched\u000a17:21:48.255954 run osmo-stp_10.42.42.5(pid=9966): Launched\u000a17:21:48.368445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:48.939102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9968): Launched\u000a17:21:49.253831 run osmo-msc_10.42.42.6(pid=9969): Launched\u000a17:21:49.436147 run osmo-stp_10.42.42.5(pid=9966): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)]\u000a17:21:49.567912 run osmo-stp_10.42.42.5(pid=9966): stdout: \u000a| (launched: 2022-12-13_17:21:48.101086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:49.697561 run osmo-stp_10.42.42.5(pid=9966): stderr: \u000a| �[0;m�[38;5;43m20221213172148273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172148274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172148274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172148274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172148275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172148275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172148275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:49.822935 run osmo-stp_10.42.42.5(pid=9966): stdout: \u000a| (launched: 2022-12-13_17:21:48.101086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:49.946180 run osmo-stp_10.42.42.5(pid=9966): stderr: \u000a| �[0;m�[38;5;43m20221213172148273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172148274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172148274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172148274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172148275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172148275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172148275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:50.000884 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9966): Process ended prematurely: osmo-stp_10.42.42.5(pid=9966) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:21:50.009494 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:21:50.070108 run osmo-hlr_10.42.42.2(pid=9963): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9963)]\u000a17:21:50.119670 run osmo-hlr_10.42.42.2(pid=9963): stdout: \u000a| (launched: 2022-12-13_17:21:47.107596) \u000a17:21:50.170234 run osmo-hlr_10.42.42.2(pid=9963): stderr: \u000a| �[0;m�[1;31m20221213172147340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172147340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172147340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172147340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172147340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172147340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172147352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172147361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172147361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172147361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:50.238262 run osmo-msc_10.42.42.6(pid=9969): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9969)]\u000a17:21:50.287968 run osmo-msc_10.42.42.6(pid=9969): stdout: \u000a| (launched: 2022-12-13_17:21:49.097600) \u000a17:21:50.338261 run osmo-msc_10.42.42.6(pid=9969): stderr: \u000a| �[0;m�[38;5;43m20221213172149374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172149374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7544035c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172149374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172149374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172149374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172149375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172149376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172149377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172149377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172149377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:50.380723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9962): Terminating (SIGTERM)\u000a17:21:50.420901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9965): Terminating (SIGTERM)\u000a17:21:50.460937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9968): Terminating (SIGTERM)\u000a17:21:50.470283 --- ParallelTerminationStrategy: PID 9962 died...\u000a17:21:50.523645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9962): Terminated: ok {rc=0}\u000a17:21:50.533313 --- ParallelTerminationStrategy: PID 9965 died...\u000a17:21:50.586644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9965): Terminated: ok {rc=0}\u000a17:21:50.596230 --- ParallelTerminationStrategy: PID 9968 died...\u000a17:21:50.649381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9968): Terminated: ok {rc=0}\u000a17:21:50.737916 bus /sierra_3: Setting Powered False\u000a17:21:51.841119 bus /sierra_3: Setting Powered False\u000a17:21:52.954826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9977): Process ended prematurely: osmo-stp_10.42.42.5(pid=9977) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9977)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9977): Process ended prematurely: osmo-stp_10.42.42.5(pid=9977) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:21:54.067987 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:54.080006 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:21:54.227596 tst mo_mt_call_osmux.py: using LAC 35098\u000a17:21:54.351170 tst mo_mt_call_osmux.py: using RAC 163\u000a17:21:54.474769 tst mo_mt_call_osmux.py: using CellId 35098\u000a17:21:54.598029 tst mo_mt_call_osmux.py: using BVCI 35099\u000a17:21:54.621758 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:54.632890 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:54.643790 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:54.654666 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:54.665682 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:21:54.676918 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:54.794918 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:21:55.013659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:55.542237 run create_hlr_db(pid=9971): Launched\u000a17:21:55.735358 bus /sierra_2: Setting Powered False\u000a17:21:56.756120 run create_hlr_db(pid=9971): Terminated: ok {rc=0}\u000a17:21:57.180151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9973): Launched\u000a17:21:57.494927 run osmo-hlr_10.42.42.2(pid=9974): Launched\u000a17:21:57.619242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:58.172072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9976): Launched\u000a17:21:58.485831 run osmo-stp_10.42.42.5(pid=9977): Launched\u000a17:21:58.601282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:59.175687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9979): Launched\u000a17:21:59.503015 run osmo-msc_10.42.42.6(pid=9980): Launched\u000a17:21:59.701351 run osmo-stp_10.42.42.5(pid=9977): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9977)]\u000a17:21:59.847351 run osmo-stp_10.42.42.5(pid=9977): stdout: \u000a| (launched: 2022-12-13_17:21:58.330361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:59.987939 run osmo-stp_10.42.42.5(pid=9977): stderr: \u000a| �[0;m�[38;5;43m20221213172158505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172158505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172158506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172158506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172158506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172158507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172158507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:00.122876 run osmo-stp_10.42.42.5(pid=9977): stdout: \u000a| (launched: 2022-12-13_17:21:58.330361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:00.256740 run osmo-stp_10.42.42.5(pid=9977): stderr: \u000a| �[0;m�[38;5;43m20221213172158505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172158505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172158506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172158506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172158506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172158507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172158507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:00.315515 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9977): Process ended prematurely: osmo-stp_10.42.42.5(pid=9977) [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9977)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:22:00.325080 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:22:00.389866 run osmo-hlr_10.42.42.2(pid=9974): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9974)]\u000a17:22:00.442785 run osmo-hlr_10.42.42.2(pid=9974): stdout: \u000a| (launched: 2022-12-13_17:21:57.338896) \u000a17:22:00.496171 run osmo-hlr_10.42.42.2(pid=9974): stderr: \u000a| �[0;m�[1;31m20221213172157521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172157521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172157521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172157521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172157521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172157521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172157534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172157543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172157544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172157544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:00.568387 run osmo-msc_10.42.42.6(pid=9980): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9980)]\u000a17:22:00.621095 run osmo-msc_10.42.42.6(pid=9980): stdout: \u000a| (launched: 2022-12-13_17:21:59.334295) \u000a17:22:00.674361 run osmo-msc_10.42.42.6(pid=9980): stderr: \u000a| �[0;m�[38;5;43m20221213172159658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172159658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d8a656c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172159658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172159658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172159658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172159659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172159660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172159661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172159661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172159661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:00.719863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9973): Terminating (SIGTERM)\u000a17:22:00.763176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9976): Terminating (SIGTERM)\u000a17:22:00.806689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9979): Terminating (SIGTERM)\u000a17:22:00.816672 --- ParallelTerminationStrategy: PID 9973 died...\u000a17:22:00.883860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9973): Terminated: ok {rc=0}\u000a17:22:00.895116 --- ParallelTerminationStrategy: PID 9976 died...\u000a17:22:00.962381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9976): Terminated: ok {rc=0}\u000a17:22:00.972646 --- ParallelTerminationStrategy: PID 9979 died...\u000a17:22:01.028119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9979): Terminated: ok {rc=0}\u000a17:22:01.114175 bus /sierra_3: Setting Powered False\u000a17:22:02.218876 bus /sierra_3: Setting Powered False\u000a17:22:03.327280 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:21:43" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9991): Process ended prematurely: osmo-stp_10.42.42.5(pid=9991) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9991)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9991): Process ended prematurely: osmo-stp_10.42.42.5(pid=9991) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:22:05.275970 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:05.287203 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:22:05.434775 tst mo_mt_call.py: using LAC 35099\u000a17:22:05.559737 tst mo_mt_call.py: using RAC 164\u000a17:22:05.684268 tst mo_mt_call.py: using CellId 35099\u000a17:22:05.808719 tst mo_mt_call.py: using BVCI 35100\u000a17:22:05.832634 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:05.843679 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:05.854429 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:05.865252 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:05.876272 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:05.887582 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:06.004605 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:06.213741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:06.714105 run create_hlr_db(pid=9985): Launched\u000a17:22:06.894885 bus /sierra_2: Setting Powered False\u000a17:22:07.915331 run create_hlr_db(pid=9985): Terminated: ok {rc=0}\u000a17:22:08.361301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9987): Launched\u000a17:22:08.697831 run osmo-hlr_10.42.42.2(pid=9988): Launched\u000a17:22:08.823090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:09.406367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9990): Launched\u000a17:22:09.741891 run osmo-stp_10.42.42.5(pid=9991): Launched\u000a17:22:09.864500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:10.476046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9993): Launched\u000a17:22:10.812362 run osmo-msc_10.42.42.6(pid=9994): Launched\u000a17:22:11.008112 run osmo-stp_10.42.42.5(pid=9991): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9991)]\u000a17:22:11.149424 run osmo-stp_10.42.42.5(pid=9991): stdout: \u000a| (launched: 2022-12-13_17:22:09.575690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:11.289065 run osmo-stp_10.42.42.5(pid=9991): stderr: \u000a| �[0;m�[38;5;43m20221213172209771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172209771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172209771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172209772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172209772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172209772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172209772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:11.423171 run osmo-stp_10.42.42.5(pid=9991): stdout: \u000a| (launched: 2022-12-13_17:22:09.575690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:11.556198 run osmo-stp_10.42.42.5(pid=9991): stderr: \u000a| �[0;m�[38;5;43m20221213172209771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172209771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172209771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172209772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172209772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172209772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172209772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:11.614752 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9991): Process ended prematurely: osmo-stp_10.42.42.5(pid=9991) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9991)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:22:11.623982 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:22:11.688246 run osmo-hlr_10.42.42.2(pid=9988): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9988)]\u000a17:22:11.740765 run osmo-hlr_10.42.42.2(pid=9988): stdout: \u000a| (launched: 2022-12-13_17:22:08.531559) \u000a17:22:11.794178 run osmo-hlr_10.42.42.2(pid=9988): stderr: \u000a| �[0;m�[1;31m20221213172208735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172208735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172208735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172208735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172208735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172208735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172208752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172208761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172208761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172208761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:11.866064 run osmo-msc_10.42.42.6(pid=9994): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9994)]\u000a17:22:11.918635 run osmo-msc_10.42.42.6(pid=9994): stdout: \u000a| (launched: 2022-12-13_17:22:10.646280) \u000a17:22:11.971926 run osmo-msc_10.42.42.6(pid=9994): stderr: \u000a| �[0;m�[38;5;43m20221213172210972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172210972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd674ddac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172210972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172210972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172210973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172210973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172210975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172210975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172210975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172210975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:12.016932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9987): Terminating (SIGTERM)\u000a17:22:12.059620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9990): Terminating (SIGTERM)\u000a17:22:12.102603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9993): Terminating (SIGTERM)\u000a17:22:12.112399 --- ParallelTerminationStrategy: PID 9987 died...\u000a17:22:12.169413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9987): Terminated: ok {rc=0}\u000a17:22:12.179625 --- ParallelTerminationStrategy: PID 9990 died...\u000a17:22:12.236576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9990): Terminated: ok {rc=0}\u000a17:22:12.246783 --- ParallelTerminationStrategy: PID 9993 died...\u000a17:22:12.303296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9993): Terminated: ok {rc=0}\u000a17:22:12.391856 bus /sierra_3: Setting Powered False\u000a17:22:13.496468 bus /sierra_3: Setting Powered False\u000a17:22:14.609854 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10002): Process ended prematurely: osmo-stp_10.42.42.5(pid=10002) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10002)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10002): Process ended prematurely: osmo-stp_10.42.42.5(pid=10002) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:22:15.721863 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:15.733527 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:22:15.883662 tst mo_mt_call_osmux.py: using LAC 35100\u000a17:22:16.017164 tst mo_mt_call_osmux.py: using RAC 165\u000a17:22:16.151918 tst mo_mt_call_osmux.py: using CellId 35100\u000a17:22:16.279297 tst mo_mt_call_osmux.py: using BVCI 35101\u000a17:22:16.304682 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:16.316564 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:16.328453 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:16.340351 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:16.352471 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:22:16.365101 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:16.495454 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:22:16.722070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:17.278508 run create_hlr_db(pid=9996): Launched\u000a17:22:17.472280 bus /sierra_2: Setting Powered False\u000a17:22:18.492756 run create_hlr_db(pid=9996): Terminated: ok {rc=0}\u000a17:22:18.940116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9998): Launched\u000a17:22:19.275977 run osmo-hlr_10.42.42.2(pid=9999): Launched\u000a17:22:19.398912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:19.982291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10001): Launched\u000a17:22:20.317256 run osmo-stp_10.42.42.5(pid=10002): Launched\u000a17:22:20.439263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:21.052142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10004): Launched\u000a17:22:21.388096 run osmo-msc_10.42.42.6(pid=10005): Launched\u000a17:22:21.583311 run osmo-stp_10.42.42.5(pid=10002): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10002)]\u000a17:22:21.724174 run osmo-stp_10.42.42.5(pid=10002): stdout: \u000a| (launched: 2022-12-13_17:22:20.151613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:21.864371 run osmo-stp_10.42.42.5(pid=10002): stderr: \u000a| �[0;m�[38;5;43m20221213172220350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172220350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172220351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172220351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172220351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172220351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172220352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:21.998795 run osmo-stp_10.42.42.5(pid=10002): stdout: \u000a| (launched: 2022-12-13_17:22:20.151613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:22.131473 run osmo-stp_10.42.42.5(pid=10002): stderr: \u000a| �[0;m�[38;5;43m20221213172220350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172220350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172220351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172220351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172220351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172220351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172220352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:22.189903 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10002): Process ended prematurely: osmo-stp_10.42.42.5(pid=10002) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10002)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:22:22.199257 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:22:22.262798 run osmo-hlr_10.42.42.2(pid=9999): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9999)]\u000a17:22:22.315050 run osmo-hlr_10.42.42.2(pid=9999): stdout: \u000a| (launched: 2022-12-13_17:22:19.110550) \u000a17:22:22.368023 run osmo-hlr_10.42.42.2(pid=9999): stderr: \u000a| �[0;m�[1;31m20221213172219311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172219312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172219312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172219312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172219312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172219312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172219324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172219333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172219333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172219333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:22.439655 run osmo-msc_10.42.42.6(pid=10005): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10005)]\u000a17:22:22.491671 run osmo-msc_10.42.42.6(pid=10005): stdout: \u000a| (launched: 2022-12-13_17:22:21.221854) \u000a17:22:22.544783 run osmo-msc_10.42.42.6(pid=10005): stderr: \u000a| �[0;m�[38;5;43m20221213172221549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172221550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b36dfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172221550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172221550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172221550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172221550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172221552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172221552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172221552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172221552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:22.590058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9998): Terminating (SIGTERM)\u000a17:22:22.632640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10001): Terminating (SIGTERM)\u000a17:22:22.675370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10004): Terminating (SIGTERM)\u000a17:22:22.685398 --- ParallelTerminationStrategy: PID 9998 died...\u000a17:22:22.742705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9998): Terminated: ok {rc=0}\u000a17:22:22.753075 --- ParallelTerminationStrategy: PID 10001 died...\u000a17:22:22.810518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10001): Terminated: ok {rc=0}\u000a17:22:22.820900 --- ParallelTerminationStrategy: PID 10004 died...\u000a17:22:22.877956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10004): Terminated: ok {rc=0}\u000a17:22:22.966214 bus /sierra_3: Setting Powered False\u000a17:22:24.073751 bus /sierra_3: Setting Powered False\u000a17:22:25.186539 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:22:05" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10016): Process ended prematurely: osmo-stp_10.42.42.5(pid=10016) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10016)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10016): Process ended prematurely: osmo-stp_10.42.42.5(pid=10016) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:22:27.155197 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:27.166712 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:22:27.328449 tst mo_mt_call.py: using LAC 35101\u000a17:22:27.453125 tst mo_mt_call.py: using RAC 166\u000a17:22:27.583208 tst mo_mt_call.py: using CellId 35101\u000a17:22:27.712741 tst mo_mt_call.py: using BVCI 35102\u000a17:22:27.738282 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:27.749813 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:27.761209 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:27.772422 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:27.784099 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:27.796045 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:27.916746 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:28.121533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:28.624073 run create_hlr_db(pid=10010): Launched\u000a17:22:28.804077 bus /sierra_2: Setting Powered False\u000a17:22:29.825278 run create_hlr_db(pid=10010): Terminated: ok {rc=0}\u000a17:22:30.272464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10012): Launched\u000a17:22:30.609906 run osmo-hlr_10.42.42.2(pid=10013): Launched\u000a17:22:30.736850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:31.346339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10015): Launched\u000a17:22:31.790912 run osmo-stp_10.42.42.5(pid=10016): Launched\u000a17:22:31.978514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:32.619867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10018): Launched\u000a17:22:32.960072 run osmo-msc_10.42.42.6(pid=10019): Launched\u000a17:22:33.155913 run osmo-stp_10.42.42.5(pid=10016): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10016)]\u000a17:22:33.297823 run osmo-stp_10.42.42.5(pid=10016): stdout: \u000a| (launched: 2022-12-13_17:22:31.519822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:33.437606 run osmo-stp_10.42.42.5(pid=10016): stderr: \u000a| �[0;m�[38;5;43m20221213172231825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172231825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172231825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172231826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172231828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172231828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172231828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:33.572402 run osmo-stp_10.42.42.5(pid=10016): stdout: \u000a| (launched: 2022-12-13_17:22:31.519822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:33.706133 run osmo-stp_10.42.42.5(pid=10016): stderr: \u000a| �[0;m�[38;5;43m20221213172231825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172231825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172231825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172231826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172231828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172231828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172231828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:33.764939 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10016): Process ended prematurely: osmo-stp_10.42.42.5(pid=10016) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10016)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:22:33.774483 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:22:33.839315 run osmo-hlr_10.42.42.2(pid=10013): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10013)]\u000a17:22:33.891991 run osmo-hlr_10.42.42.2(pid=10013): stdout: \u000a| (launched: 2022-12-13_17:22:30.443410) \u000a17:22:33.944749 run osmo-hlr_10.42.42.2(pid=10013): stderr: \u000a| �[0;m�[1;31m20221213172230645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172230645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172230645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172230646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172230646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172230646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172230658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172230667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172230667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172230667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:34.016540 run osmo-msc_10.42.42.6(pid=10019): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10019)]\u000a17:22:34.068900 run osmo-msc_10.42.42.6(pid=10019): stdout: \u000a| (launched: 2022-12-13_17:22:32.790565) \u000a17:22:34.122154 run osmo-msc_10.42.42.6(pid=10019): stderr: \u000a| �[0;m�[38;5;43m20221213172233118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172233118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53018c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172233118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172233118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172233119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172233119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172233121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172233121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172233121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172233121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:34.167374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10012): Terminating (SIGTERM)\u000a17:22:34.210097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10015): Terminating (SIGTERM)\u000a17:22:34.253587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10018): Terminating (SIGTERM)\u000a17:22:34.263564 --- ParallelTerminationStrategy: PID 10012 died...\u000a17:22:34.321184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10012): Terminated: ok {rc=0}\u000a17:22:34.331576 --- ParallelTerminationStrategy: PID 10015 died...\u000a17:22:34.389199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10015): Terminated: ok {rc=0}\u000a17:22:34.399695 --- ParallelTerminationStrategy: PID 10018 died...\u000a17:22:34.457070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10018): Terminated: ok {rc=0}\u000a17:22:34.545566 bus /sierra_3: Setting Powered False\u000a17:22:35.652640 bus /sierra_3: Setting Powered False\u000a17:22:36.766564 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10028): Process ended prematurely: osmo-stp_10.42.42.5(pid=10028) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10028)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10028): Process ended prematurely: osmo-stp_10.42.42.5(pid=10028) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:22:37.884368 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:37.896700 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:22:38.055620 tst mo_mt_call_osmux.py: using LAC 35102\u000a17:22:38.179857 tst mo_mt_call_osmux.py: using RAC 167\u000a17:22:38.302558 tst mo_mt_call_osmux.py: using CellId 35102\u000a17:22:38.423834 tst mo_mt_call_osmux.py: using BVCI 35103\u000a17:22:38.448065 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:38.459280 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:38.470357 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:38.481255 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:38.492056 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:22:38.503427 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:38.626579 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:22:38.834029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:39.334781 run create_hlr_db(pid=10022): Launched\u000a17:22:39.513688 bus /sierra_2: Setting Powered False\u000a17:22:40.536525 run create_hlr_db(pid=10022): Terminated: ok {rc=0}\u000a17:22:40.982580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10024): Launched\u000a17:22:41.318090 run osmo-hlr_10.42.42.2(pid=10025): Launched\u000a17:22:41.440182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:42.024619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10027): Launched\u000a17:22:42.360912 run osmo-stp_10.42.42.5(pid=10028): Launched\u000a17:22:42.483585 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:43.096542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10030): Launched\u000a17:22:43.432082 run osmo-msc_10.42.42.6(pid=10031): Launched\u000a17:22:43.627589 run osmo-stp_10.42.42.5(pid=10028): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10028)]\u000a17:22:43.768246 run osmo-stp_10.42.42.5(pid=10028): stdout: \u000a| (launched: 2022-12-13_17:22:42.194544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:43.908485 run osmo-stp_10.42.42.5(pid=10028): stderr: \u000a| �[0;m�[38;5;43m20221213172242390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172242390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172242391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172242391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172242393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172242394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172242394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:44.042219 run osmo-stp_10.42.42.5(pid=10028): stdout: \u000a| (launched: 2022-12-13_17:22:42.194544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:44.174858 run osmo-stp_10.42.42.5(pid=10028): stderr: \u000a| �[0;m�[38;5;43m20221213172242390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172242390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172242391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172242391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172242393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172242394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172242394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:44.232889 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10028): Process ended prematurely: osmo-stp_10.42.42.5(pid=10028) [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10028)] [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:22:44.242114 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:22:44.306249 run osmo-hlr_10.42.42.2(pid=10025): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10025)]\u000a17:22:44.358705 run osmo-hlr_10.42.42.2(pid=10025): stdout: \u000a| (launched: 2022-12-13_17:22:41.152493) \u000a17:22:44.411660 run osmo-hlr_10.42.42.2(pid=10025): stderr: \u000a| �[0;m�[1;31m20221213172241354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172241354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172241354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172241354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172241354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172241355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172241370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172241380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172241380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172241380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:44.483826 run osmo-msc_10.42.42.6(pid=10031): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10031)]\u000a17:22:44.536631 run osmo-msc_10.42.42.6(pid=10031): stdout: \u000a| (launched: 2022-12-13_17:22:43.266185) \u000a17:22:44.589706 run osmo-msc_10.42.42.6(pid=10031): stderr: \u000a| �[0;m�[38;5;43m20221213172243594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172243594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98ef97ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172243594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172243594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172243594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172243594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172243596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172243596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172243597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172243597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:44.634920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10024): Terminating (SIGTERM)\u000a17:22:44.678119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10027): Terminating (SIGTERM)\u000a17:22:44.720828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10030): Terminating (SIGTERM)\u000a17:22:44.730786 --- ParallelTerminationStrategy: PID 10024 died...\u000a17:22:44.787954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10024): Terminated: ok {rc=0}\u000a17:22:44.798541 --- ParallelTerminationStrategy: PID 10027 died...\u000a17:22:44.855783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10027): Terminated: ok {rc=0}\u000a17:22:44.866060 --- ParallelTerminationStrategy: PID 10030 died...\u000a17:22:44.923117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10030): Terminated: ok {rc=0}\u000a17:22:45.011402 bus /sierra_3: Setting Powered False\u000a17:22:46.129745 bus /sierra_3: Setting Powered False\u000a17:22:47.252086 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:22:26" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10043): Process ended prematurely: osmo-stp_10.42.42.5(pid=10043) [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10043)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10043): Process ended prematurely: osmo-stp_10.42.42.5(pid=10043) [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:22:49.238175 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:49.249907 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:22:49.405565 tst mo_mt_call.py: using LAC 35103\u000a17:22:49.533376 tst mo_mt_call.py: using RAC 168\u000a17:22:49.662438 tst mo_mt_call.py: using CellId 35103\u000a17:22:49.791109 tst mo_mt_call.py: using BVCI 35104\u000a17:22:49.817163 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:49.828993 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:49.840417 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:49.852071 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:49.863926 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:49.876022 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:22:49.995134 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:22:50.207440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:22:50.732738 run create_hlr_db(pid=10037): Launched\u000a17:22:50.925900 bus /sierra_2: Setting Powered False\u000a17:22:51.947396 run create_hlr_db(pid=10037): Terminated: ok {rc=0}\u000a17:22:52.369283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10039): Launched\u000a17:22:52.685680 run osmo-hlr_10.42.42.2(pid=10040): Launched\u000a17:22:52.806380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:22:53.349444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10042): Launched\u000a17:22:53.665467 run osmo-stp_10.42.42.5(pid=10043): Launched\u000a17:22:53.780112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:22:54.353430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10045): Launched\u000a17:22:54.669729 run osmo-msc_10.42.42.6(pid=10046): Launched\u000a17:22:54.854293 run osmo-stp_10.42.42.5(pid=10043): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10043)]\u000a17:22:54.986222 run osmo-stp_10.42.42.5(pid=10043): stdout: \u000a| (launched: 2022-12-13_17:22:53.508758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:55.115989 run osmo-stp_10.42.42.5(pid=10043): stderr: \u000a| �[0;m�[38;5;43m20221213172253681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172253682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172253682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172253682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172253683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172253683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172253683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:55.240899 run osmo-stp_10.42.42.5(pid=10043): stdout: \u000a| (launched: 2022-12-13_17:22:53.508758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:22:55.364647 run osmo-stp_10.42.42.5(pid=10043): stderr: \u000a| �[0;m�[38;5;43m20221213172253681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172253682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172253682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172253682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172253683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172253683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172253683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:22:55.419221 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10043): Process ended prematurely: osmo-stp_10.42.42.5(pid=10043) [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10043)] [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:22:55.427752 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:22:55.487733 run osmo-hlr_10.42.42.2(pid=10040): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10040)]\u000a17:22:55.537436 run osmo-hlr_10.42.42.2(pid=10040): stdout: \u000a| (launched: 2022-12-13_17:22:52.528812) \u000a17:22:55.587941 run osmo-hlr_10.42.42.2(pid=10040): stderr: \u000a| �[0;m�[1;31m20221213172252709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172252709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172252710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172252710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172252710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172252710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172252722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172252733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172252733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172252733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:22:55.656499 run osmo-msc_10.42.42.6(pid=10046): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10046)]\u000a17:22:55.706029 run osmo-msc_10.42.42.6(pid=10046): stdout: \u000a| (launched: 2022-12-13_17:22:54.512172) \u000a17:22:55.756181 run osmo-msc_10.42.42.6(pid=10046): stderr: \u000a| �[0;m�[38;5;43m20221213172254786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172254786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e025f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172254787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172254787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172254787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172254787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172254789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172254789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172254789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172254789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:22:55.798917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10039): Terminating (SIGTERM)\u000a17:22:55.839771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10042): Terminating (SIGTERM)\u000a17:22:55.880259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10045): Terminating (SIGTERM)\u000a17:22:55.889657 --- ParallelTerminationStrategy: PID 10039 died...\u000a17:22:55.943596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10039): Terminated: ok {rc=0}\u000a17:22:55.953366 --- ParallelTerminationStrategy: PID 10042 died...\u000a17:22:56.007037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10042): Terminated: ok {rc=0}\u000a17:22:56.016752 --- ParallelTerminationStrategy: PID 10045 died...\u000a17:22:56.070490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10045): Terminated: ok {rc=0}\u000a17:22:56.155347 bus /sierra_3: Setting Powered False\u000a17:22:57.263189 bus /sierra_3: Setting Powered False\u000a17:22:58.372145 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10054): Process ended prematurely: osmo-stp_10.42.42.5(pid=10054) [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10054)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10054): Process ended prematurely: osmo-stp_10.42.42.5(pid=10054) [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:22:59.489253 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:22:59.501574 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:22:59.658955 tst mo_mt_call_osmux.py: using LAC 35104\u000a17:22:59.789518 tst mo_mt_call_osmux.py: using RAC 169\u000a17:22:59.922866 tst mo_mt_call_osmux.py: using CellId 35104\u000a17:23:00.055126 tst mo_mt_call_osmux.py: using BVCI 35105\u000a17:23:00.080934 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:23:00.093055 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:23:00.104448 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:23:00.115860 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:23:00.127820 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:23:00.139730 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:23:00.260617 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:23:00.480556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:01.093600 run create_hlr_db(pid=10048): Launched\u000a17:23:01.282264 bus /sierra_2: Setting Powered False\u000a17:23:02.302341 run create_hlr_db(pid=10048): Terminated: ok {rc=0}\u000a17:23:02.749866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10050): Launched\u000a17:23:03.086175 run osmo-hlr_10.42.42.2(pid=10051): Launched\u000a17:23:03.210241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:03.793995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10053): Launched\u000a17:23:04.130471 run osmo-stp_10.42.42.5(pid=10054): Launched\u000a17:23:04.252439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:04.865912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10056): Launched\u000a17:23:05.203796 run osmo-msc_10.42.42.6(pid=10057): Launched\u000a17:23:05.399625 run osmo-stp_10.42.42.5(pid=10054): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10054)]\u000a17:23:05.541231 run osmo-stp_10.42.42.5(pid=10054): stdout: \u000a| (launched: 2022-12-13_17:23:03.964059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:05.681550 run osmo-stp_10.42.42.5(pid=10054): stderr: \u000a| �[0;m�[38;5;43m20221213172304160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172304160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172304160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172304161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172304163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172304163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172304163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:05.816377 run osmo-stp_10.42.42.5(pid=10054): stdout: \u000a| (launched: 2022-12-13_17:23:03.964059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:05.949832 run osmo-stp_10.42.42.5(pid=10054): stderr: \u000a| �[0;m�[38;5;43m20221213172304160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172304160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172304160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172304161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172304163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172304163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172304163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:06.008428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10054): Process ended prematurely: osmo-stp_10.42.42.5(pid=10054) [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10054)] [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:23:06.017963 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:23:06.081897 run osmo-hlr_10.42.42.2(pid=10051): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10051)]\u000a17:23:06.134355 run osmo-hlr_10.42.42.2(pid=10051): stdout: \u000a| (launched: 2022-12-13_17:23:02.920197) \u000a17:23:06.187209 run osmo-hlr_10.42.42.2(pid=10051): stderr: \u000a| �[0;m�[1;31m20221213172303123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172303123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172303123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172303123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172303124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172303124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172303136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172303147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172303147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172303147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:06.259272 run osmo-msc_10.42.42.6(pid=10057): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10057)]\u000a17:23:06.311610 run osmo-msc_10.42.42.6(pid=10057): stdout: \u000a| (launched: 2022-12-13_17:23:05.036851) \u000a17:23:06.364679 run osmo-msc_10.42.42.6(pid=10057): stderr: \u000a| �[0;m�[38;5;43m20221213172305363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172305363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba329c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172305363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172305363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172305363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172305364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172305365 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172305366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172305366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172305366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:06.409838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10050): Terminating (SIGTERM)\u000a17:23:06.452508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10053): Terminating (SIGTERM)\u000a17:23:06.495126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10056): Terminating (SIGTERM)\u000a17:23:06.505104 --- ParallelTerminationStrategy: PID 10050 died...\u000a17:23:06.562805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10050): Terminated: ok {rc=0}\u000a17:23:06.573101 --- ParallelTerminationStrategy: PID 10053 died...\u000a17:23:06.630282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10053): Terminated: ok {rc=0}\u000a17:23:06.640678 --- ParallelTerminationStrategy: PID 10056 died...\u000a17:23:06.697848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10056): Terminated: ok {rc=0}\u000a17:23:06.785843 bus /sierra_3: Setting Powered False\u000a17:23:07.893934 bus /sierra_3: Setting Powered False\u000a17:23:09.004815 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:22:48" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10068): Process ended prematurely: osmo-stp_10.42.42.5(pid=10068) [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10068)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10068): Process ended prematurely: osmo-stp_10.42.42.5(pid=10068) [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:23:10.959915 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:10.971467 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:23:11.127480 tst mo_mt_call.py: using LAC 35105\u000a17:23:11.258325 tst mo_mt_call.py: using RAC 170\u000a17:23:11.389638 tst mo_mt_call.py: using CellId 35105\u000a17:23:11.524907 tst mo_mt_call.py: using BVCI 35106\u000a17:23:11.550729 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:11.562074 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:11.573313 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:11.584417 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:11.596416 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:11.608400 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:11.730499 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:11.948458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:12.476392 run create_hlr_db(pid=10062): Launched\u000a17:23:12.669942 bus /sierra_2: Setting Powered False\u000a17:23:13.690604 run create_hlr_db(pid=10062): Terminated: ok {rc=0}\u000a17:23:14.115001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10064): Launched\u000a17:23:14.430634 run osmo-hlr_10.42.42.2(pid=10065): Launched\u000a17:23:14.551308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:15.096556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10067): Launched\u000a17:23:15.411824 run osmo-stp_10.42.42.5(pid=10068): Launched\u000a17:23:15.526186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:16.128806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10070): Launched\u000a17:23:16.523822 run osmo-msc_10.42.42.6(pid=10071): Launched\u000a17:23:16.786362 run osmo-stp_10.42.42.5(pid=10068): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10068)]\u000a17:23:17.009308 run osmo-stp_10.42.42.5(pid=10068): stdout: \u000a| (launched: 2022-12-13_17:23:15.255151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:17.249622 run osmo-stp_10.42.42.5(pid=10068): stderr: \u000a| �[0;m�[38;5;43m20221213172315430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172315430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172315430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172315430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172315431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172315431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172315431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:17.402295 run osmo-stp_10.42.42.5(pid=10068): stdout: \u000a| (launched: 2022-12-13_17:23:15.255151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:17.536034 run osmo-stp_10.42.42.5(pid=10068): stderr: \u000a| �[0;m�[38;5;43m20221213172315430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172315430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172315430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172315430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172315431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172315431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172315431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:17.595013 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10068): Process ended prematurely: osmo-stp_10.42.42.5(pid=10068) [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10068)] [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:23:17.605033 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:23:17.669990 run osmo-hlr_10.42.42.2(pid=10065): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10065)]\u000a17:23:17.723159 run osmo-hlr_10.42.42.2(pid=10065): stdout: \u000a| (launched: 2022-12-13_17:23:14.273621) \u000a17:23:17.777001 run osmo-hlr_10.42.42.2(pid=10065): stderr: \u000a| �[0;m�[1;31m20221213172314453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172314454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172314454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172314454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172314454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172314454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172314466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172314476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172314476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172314476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:17.850148 run osmo-msc_10.42.42.6(pid=10071): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10071)]\u000a17:23:17.903205 run osmo-msc_10.42.42.6(pid=10071): stdout: \u000a| (launched: 2022-12-13_17:23:16.302787) \u000a17:23:17.957229 run osmo-msc_10.42.42.6(pid=10071): stderr: \u000a| �[0;m�[38;5;43m20221213172316987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172316987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f309b08ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172316987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172316988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172316988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172316988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172317002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172317003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172317003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172317003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:18.002952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10064): Terminating (SIGTERM)\u000a17:23:18.046226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10067): Terminating (SIGTERM)\u000a17:23:18.089367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10070): Terminating (SIGTERM)\u000a17:23:18.099362 --- ParallelTerminationStrategy: PID 10064 died...\u000a17:23:18.157524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10064): Terminated: ok {rc=0}\u000a17:23:18.167973 --- ParallelTerminationStrategy: PID 10067 died...\u000a17:23:18.225548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10067): Terminated: ok {rc=0}\u000a17:23:18.235949 --- ParallelTerminationStrategy: PID 10070 died...\u000a17:23:18.293349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10070): Terminated: ok {rc=0}\u000a17:23:18.383087 bus /sierra_3: Setting Powered False\u000a17:23:19.487985 bus /sierra_3: Setting Powered False\u000a17:23:20.599142 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10079): Process ended prematurely: osmo-stp_10.42.42.5(pid=10079) [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10079)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10079): Process ended prematurely: osmo-stp_10.42.42.5(pid=10079) [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:23:21.717499 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:21.729575 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:23:21.885288 tst mo_mt_call_osmux.py: using LAC 35106\u000a17:23:22.017828 tst mo_mt_call_osmux.py: using RAC 171\u000a17:23:22.149095 tst mo_mt_call_osmux.py: using CellId 35106\u000a17:23:22.281176 tst mo_mt_call_osmux.py: using BVCI 35107\u000a17:23:22.306654 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:22.318208 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:22.329762 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:22.340907 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:22.352410 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:23:22.363960 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:22.483698 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:23:22.699897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:23.226667 run create_hlr_db(pid=10073): Launched\u000a17:23:23.420097 bus /sierra_2: Setting Powered False\u000a17:23:24.441440 run create_hlr_db(pid=10073): Terminated: ok {rc=0}\u000a17:23:24.890889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10075): Launched\u000a17:23:25.228342 run osmo-hlr_10.42.42.2(pid=10076): Launched\u000a17:23:25.353416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:25.939469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10078): Launched\u000a17:23:26.276409 run osmo-stp_10.42.42.5(pid=10079): Launched\u000a17:23:26.398149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:27.016372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10081): Launched\u000a17:23:27.354044 run osmo-msc_10.42.42.6(pid=10082): Launched\u000a17:23:27.548135 run osmo-stp_10.42.42.5(pid=10079): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10079)]\u000a17:23:27.688668 run osmo-stp_10.42.42.5(pid=10079): stdout: \u000a| (launched: 2022-12-13_17:23:26.109705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:27.828852 run osmo-stp_10.42.42.5(pid=10079): stderr: \u000a| �[0;m�[38;5;43m20221213172326303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172326303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172326303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172326304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172326304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172326304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172326304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:27.963195 run osmo-stp_10.42.42.5(pid=10079): stdout: \u000a| (launched: 2022-12-13_17:23:26.109705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:28.096053 run osmo-stp_10.42.42.5(pid=10079): stderr: \u000a| �[0;m�[38;5;43m20221213172326303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172326303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172326303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172326304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172326304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172326304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172326304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:28.154647 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10079): Process ended prematurely: osmo-stp_10.42.42.5(pid=10079) [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10079)] [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:23:28.163694 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:23:28.227602 run osmo-hlr_10.42.42.2(pid=10076): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10076)]\u000a17:23:28.279744 run osmo-hlr_10.42.42.2(pid=10076): stdout: \u000a| (launched: 2022-12-13_17:23:25.061286) \u000a17:23:28.332810 run osmo-hlr_10.42.42.2(pid=10076): stderr: \u000a| �[0;m�[1;31m20221213172325261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172325261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172325261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172325261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172325261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172325261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172325274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172325282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172325282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172325282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:28.404604 run osmo-msc_10.42.42.6(pid=10082): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10082)]\u000a17:23:28.457105 run osmo-msc_10.42.42.6(pid=10082): stdout: \u000a| (launched: 2022-12-13_17:23:27.187236) \u000a17:23:28.510046 run osmo-msc_10.42.42.6(pid=10082): stderr: \u000a| �[0;m�[38;5;43m20221213172327513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172327513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c90789c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172327514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172327514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172327514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172327514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172327516 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172327516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172327516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172327516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:28.555161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10075): Terminating (SIGTERM)\u000a17:23:28.598165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10078): Terminating (SIGTERM)\u000a17:23:28.640683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10081): Terminating (SIGTERM)\u000a17:23:28.650307 --- ParallelTerminationStrategy: PID 10075 died...\u000a17:23:28.707108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10075): Terminated: ok {rc=0}\u000a17:23:28.717417 --- ParallelTerminationStrategy: PID 10078 died...\u000a17:23:28.774174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10078): Terminated: ok {rc=0}\u000a17:23:28.784251 --- ParallelTerminationStrategy: PID 10081 died...\u000a17:23:28.841758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10081): Terminated: ok {rc=0}\u000a17:23:28.931201 bus /sierra_3: Setting Powered False\u000a17:23:30.033994 bus /sierra_3: Setting Powered False\u000a17:23:31.159159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:23:10" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10093): Process ended prematurely: osmo-stp_10.42.42.5(pid=10093) [trial-2392↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10093)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10093): Process ended prematurely: osmo-stp_10.42.42.5(pid=10093) [trial-2392↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:23:33.140127 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:33.150789 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a17:23:33.282727 tst emergency_mo_mt_call.py: using LAC 35107\u000a17:23:33.411585 tst emergency_mo_mt_call.py: using RAC 172\u000a17:23:33.539173 tst emergency_mo_mt_call.py: using CellId 35107\u000a17:23:33.670292 tst emergency_mo_mt_call.py: using BVCI 35108\u000a17:23:33.695294 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:33.706593 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:33.717607 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:33.728550 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:33.739988 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:33.751368 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:33.874702 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:34.079389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:34.572571 run create_hlr_db(pid=10087): Launched\u000a17:23:34.750338 bus /sierra_2: Setting Powered False\u000a17:23:35.770803 run create_hlr_db(pid=10087): Terminated: ok {rc=0}\u000a17:23:36.211094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10089): Launched\u000a17:23:36.542146 run osmo-hlr_10.42.42.2(pid=10090): Launched\u000a17:23:36.664044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:37.239197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10092): Launched\u000a17:23:37.570552 run osmo-stp_10.42.42.5(pid=10093): Launched\u000a17:23:37.704507 tst emergency_mo_mt_call.py: using MSISDN 8247\u000a17:23:37.869272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:38.470445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10095): Launched\u000a17:23:38.802471 run osmo-msc_10.42.42.6(pid=10096): Launched\u000a17:23:38.995944 run osmo-stp_10.42.42.5(pid=10093): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10093)]\u000a17:23:39.135736 run osmo-stp_10.42.42.5(pid=10093): stdout: \u000a| (launched: 2022-12-13_17:23:37.406737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:39.274511 run osmo-stp_10.42.42.5(pid=10093): stderr: \u000a| �[0;m�[38;5;43m20221213172337603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172337603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172337604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172337604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172337605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172337605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172337605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:39.407426 run osmo-stp_10.42.42.5(pid=10093): stdout: \u000a| (launched: 2022-12-13_17:23:37.406737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:39.539013 run osmo-stp_10.42.42.5(pid=10093): stderr: \u000a| �[0;m�[38;5;43m20221213172337603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172337603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172337604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172337604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172337605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172337605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172337605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:39.596340 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10093): Process ended prematurely: osmo-stp_10.42.42.5(pid=10093) [trial-2392↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10093)] [trial-2392↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a17:23:39.605245 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a17:23:39.669240 run osmo-hlr_10.42.42.2(pid=10090): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10090)]\u000a17:23:39.721869 run osmo-hlr_10.42.42.2(pid=10090): stdout: \u000a| (launched: 2022-12-13_17:23:36.378350) \u000a17:23:39.775530 run osmo-hlr_10.42.42.2(pid=10090): stderr: \u000a| �[0;m�[1;31m20221213172336579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172336579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172336579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172336579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172336579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172336579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172336592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172336602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172336602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172336603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:39.848130 run osmo-msc_10.42.42.6(pid=10096): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10096)]\u000a17:23:39.900903 run osmo-msc_10.42.42.6(pid=10096): stdout: \u000a| (launched: 2022-12-13_17:23:38.637856) \u000a17:23:39.954376 run osmo-msc_10.42.42.6(pid=10096): stderr: \u000a| �[0;m�[38;5;43m20221213172338962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172338963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51d1362c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172338963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172338963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172338963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172338963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172338965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172338965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172338966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172338966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:39.999762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10089): Terminating (SIGTERM)\u000a17:23:40.042794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10092): Terminating (SIGTERM)\u000a17:23:40.085845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10095): Terminating (SIGTERM)\u000a17:23:40.095781 --- ParallelTerminationStrategy: PID 10089 died...\u000a17:23:40.153476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10089): Terminated: ok {rc=0}\u000a17:23:40.163793 --- ParallelTerminationStrategy: PID 10092 died...\u000a17:23:40.220811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10092): Terminated: ok {rc=0}\u000a17:23:40.231247 --- ParallelTerminationStrategy: PID 10095 died...\u000a17:23:40.288365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10095): Terminated: ok {rc=0}\u000a17:23:40.375871 bus /sierra_3: Setting Powered False\u000a17:23:41.483651 bus /sierra_3: Setting Powered False\u000a17:23:42.599113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10115): Process ended prematurely: osmo-stp_10.42.42.5(pid=10115) [trial-2392↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10115): Process ended prematurely: osmo-stp_10.42.42.5(pid=10115) [trial-2392↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:23:43.652929 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:43.665057 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a17:23:43.792552 tst emergency_preemptive_call.py: using LAC 35108\u000a17:23:43.914266 tst emergency_preemptive_call.py: using RAC 173\u000a17:23:44.034426 tst emergency_preemptive_call.py: using CellId 35108\u000a17:23:44.162865 tst emergency_preemptive_call.py: using BVCI 35109\u000a17:23:44.188049 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:44.199236 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:44.210370 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:44.221521 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:44.233591 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:23:44.245292 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:44.366272 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:44.489499 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:44.607529 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:23:44.822009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:23:45.343987 run create_hlr_db(pid=10098): Launched\u000a17:23:45.536567 bus /sierra_2: Setting Powered False\u000a17:23:46.558114 run create_hlr_db(pid=10098): Terminated: ok {rc=0}\u000a17:23:47.020539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10100): Launched\u000a17:23:47.471004 run osmo-hlr_10.42.42.2(pid=10111): Launched\u000a17:23:47.694596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:23:48.285805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10114): Launched\u000a17:23:48.721179 run osmo-stp_10.42.42.5(pid=10115): Launched\u000a17:23:48.944326 tst emergency_preemptive_call.py: using MSISDN 8248\u000a17:23:49.096100 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:23:49.675666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10117): Launched\u000a17:23:50.090121 run osmo-msc_10.42.42.6(pid=10118): Launched\u000a17:23:50.515433 run osmo-stp_10.42.42.5(pid=10115): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)]\u000a17:23:50.794353 run osmo-stp_10.42.42.5(pid=10115): stdout: \u000a| (launched: 2022-12-13_17:23:48.444614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:50.988120 run osmo-stp_10.42.42.5(pid=10115): stderr: \u000a| �[0;m�[38;5;43m20221213172348738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172348738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172348739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172348739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172348739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172348740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172348740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:51.138398 run osmo-stp_10.42.42.5(pid=10115): stdout: \u000a| (launched: 2022-12-13_17:23:48.444614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:23:51.279543 run osmo-stp_10.42.42.5(pid=10115): stderr: \u000a| �[0;m�[38;5;43m20221213172348738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172348738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172348739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172348739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172348739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172348740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172348740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:23:51.339795 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10115): Process ended prematurely: osmo-stp_10.42.42.5(pid=10115) [trial-2392↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10115)] [trial-2392↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a17:23:51.348846 tst emergency_preemptive_call.py:32: Test FAILED (7.7 sec)\u000a17:23:51.432081 run osmo-hlr_10.42.42.2(pid=10111): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10111)]\u000a17:23:51.494182 run osmo-hlr_10.42.42.2(pid=10111): stdout: \u000a| (launched: 2022-12-13_17:23:47.204876) \u000a17:23:51.554868 run osmo-hlr_10.42.42.2(pid=10111): stderr: \u000a| �[0;m�[1;31m20221213172347522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172347522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172347522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172347522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172347523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172347533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172347555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172347563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172347563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172347563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:23:51.640017 run osmo-msc_10.42.42.6(pid=10118): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10118)]\u000a17:23:51.702603 run osmo-msc_10.42.42.6(pid=10118): stdout: \u000a| (launched: 2022-12-13_17:23:49.840673) \u000a17:23:51.766136 run osmo-msc_10.42.42.6(pid=10118): stderr: \u000a| �[0;m�[38;5;43m20221213172350370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172350370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bfcac8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172350370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172350371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172350371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172350371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172350373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172350373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172350373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172350373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:23:51.820140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10100): Terminating (SIGTERM)\u000a17:23:51.877886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10114): Terminating (SIGTERM)\u000a17:23:51.930773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10117): Terminating (SIGTERM)\u000a17:23:51.947099 --- ParallelTerminationStrategy: PID 10100 died...\u000a17:23:52.014354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10100): Terminated: ok {rc=0}\u000a17:23:52.029065 --- ParallelTerminationStrategy: PID 10114 died...\u000a17:23:52.097492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10114): Terminated: ok {rc=0}\u000a17:23:52.115238 --- ParallelTerminationStrategy: PID 10117 died...\u000a17:23:52.182659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10117): Terminated: ok {rc=0}\u000a17:23:52.296164 bus /sierra_9: Setting Powered False\u000a17:23:53.407611 bus /sierra_9: Setting Powered False\u000a17:23:54.518255 bus /sierra_8: Setting Powered False\u000a17:23:55.626028 bus /sierra_8: Setting Powered False\u000a17:23:56.736926 bus /sierra_3: Setting Powered False\u000a17:23:57.846730 bus /sierra_3: Setting Powered False\u000a17:23:58.960142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:23:32" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10393): Process ended prematurely: osmo-stp_10.42.42.5(pid=10393) [trial-2392↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10393): Process ended prematurely: osmo-stp_10.42.42.5(pid=10393) [trial-2392↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:24:01.106451 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.118422 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:01.294406 tst cs_paging_gprs_active.py: using LAC 35109\u000a17:24:01.474593 tst cs_paging_gprs_active.py: using RAC 174\u000a17:24:01.613070 tst cs_paging_gprs_active.py: using CellId 35109\u000a17:24:01.789231 tst cs_paging_gprs_active.py: using BVCI 35110\u000a17:24:01.818357 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.830659 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.843125 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.858508 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.873304 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.889303 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.902738 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.918852 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:01.934920 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:02.082805 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:02.454162 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:24:02.599398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:02.980755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10383): Launched\u000a17:24:03.287947 run iperf3-srv_10.42.42.10(pid=10384): Launched\u000a17:24:03.496917 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:24:03.639752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:04.006194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10385): Launched\u000a17:24:04.314903 run iperf3-srv_10.42.42.10(pid=10386): Launched\u000a17:24:04.525223 tst cs_paging_gprs_active.py:38: start network...\u000a17:24:04.668333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:05.243447 run create_hlr_db(pid=10387): Launched\u000a17:24:05.440778 bus /sierra_2: Setting Powered False\u000a17:24:06.464218 run create_hlr_db(pid=10387): Terminated: ok {rc=0}\u000a17:24:06.935772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10389): Launched\u000a17:24:07.376818 run osmo-hlr_10.42.42.2(pid=10390): Launched\u000a17:24:07.632060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:08.247744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10392): Launched\u000a17:24:08.698035 run osmo-stp_10.42.42.5(pid=10393): Launched\u000a17:24:08.924941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:09.539196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10395): Launched\u000a17:24:09.665500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:09.983331 run patchelf(pid=10396): Launched\u000a17:24:10.188313 run osmo-stp_10.42.42.5(pid=10393): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)]\u000a17:24:10.338995 run osmo-stp_10.42.42.5(pid=10393): stdout: \u000a| (launched: 2022-12-13_17:24:08.423741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:10.490206 run osmo-stp_10.42.42.5(pid=10393): stderr: \u000a| �[0;m�[38;5;43m20221213172408730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172408730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172408730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172408730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172408731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172408731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172408731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:10.639714 run osmo-stp_10.42.42.5(pid=10393): stdout: \u000a| (launched: 2022-12-13_17:24:08.423741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:10.777664 run osmo-stp_10.42.42.5(pid=10393): stderr: \u000a| �[0;m�[38;5;43m20221213172408730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172408730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172408730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172408730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172408731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172408731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172408731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:10.939897 run patchelf(pid=10396): Terminating (SIGINT)\u000a17:24:11.130506 run patchelf(pid=10396): Terminated: ok {rc=0}\u000a17:24:11.165916 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10393): Process ended prematurely: osmo-stp_10.42.42.5(pid=10393) [trial-2392↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10393)] [trial-2392↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a17:24:11.176039 tst cs_paging_gprs_active.py:38: Test FAILED (10.1 sec)\u000a17:24:11.241721 run osmo-hlr_10.42.42.2(pid=10390): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10390)]\u000a17:24:11.294726 run osmo-hlr_10.42.42.2(pid=10390): stdout: \u000a| (launched: 2022-12-13_17:24:07.110520) \u000a17:24:11.348343 run osmo-hlr_10.42.42.2(pid=10390): stderr: \u000a| �[0;m�[1;31m20221213172407420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172407420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172407420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172407420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172407420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172407421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172407441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172407458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172407458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172407458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:11.394277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10383): Terminating (SIGTERM)\u000a17:24:11.437810 run iperf3-srv_10.42.42.10(pid=10384): Terminating (SIGTERM)\u000a17:24:11.481049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10385): Terminating (SIGTERM)\u000a17:24:11.524314 run iperf3-srv_10.42.42.10(pid=10386): Terminating (SIGTERM)\u000a17:24:11.567506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10389): Terminating (SIGTERM)\u000a17:24:11.610670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10392): Terminating (SIGTERM)\u000a17:24:11.654100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10395): Terminating (SIGTERM)\u000a17:24:11.664323 --- ParallelTerminationStrategy: PID 10383 died...\u000a17:24:11.722813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10383): Terminated: ok {rc=0}\u000a17:24:11.733338 --- ParallelTerminationStrategy: PID 10384 died...\u000a17:24:11.791062 run iperf3-srv_10.42.42.10(pid=10384): Terminated {rc=256}\u000a17:24:11.801546 --- ParallelTerminationStrategy: PID 10385 died...\u000a17:24:11.859359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10385): Terminated: ok {rc=0}\u000a17:24:11.869828 --- ParallelTerminationStrategy: PID 10386 died...\u000a17:24:11.927430 run iperf3-srv_10.42.42.10(pid=10386): Terminated {rc=256}\u000a17:24:11.937874 --- ParallelTerminationStrategy: PID 10389 died...\u000a17:24:11.995588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10389): Terminated: ok {rc=0}\u000a17:24:12.006104 --- ParallelTerminationStrategy: PID 10392 died...\u000a17:24:12.063892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10392): Terminated: ok {rc=0}\u000a17:24:12.074343 --- ParallelTerminationStrategy: PID 10395 died...\u000a17:24:12.131981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10395): Terminated: ok {rc=0}\u000a17:24:12.218606 bus /gobi_0: Setting Powered False\u000a17:24:13.326049 bus /gobi_0: Setting Powered False\u000a17:24:14.438331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10405): Process ended prematurely: osmo-stp_10.42.42.5(pid=10405) [trial-2392↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10405)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10405): Process ended prematurely: osmo-stp_10.42.42.5(pid=10405) [trial-2392↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a17:24:15.555283 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:15.567973 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:15.699396 tst iperf3.py: using LAC 35110\u000a17:24:15.821567 tst iperf3.py: using RAC 175\u000a17:24:15.970935 tst iperf3.py: using CellId 35110\u000a17:24:16.097315 tst iperf3.py: using BVCI 35111\u000a17:24:16.121733 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.133291 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.144694 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.156286 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.167867 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.179014 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.190292 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.201875 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:16.216644 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:16.544374 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:24:16.706750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:17.111983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10397): Launched\u000a17:24:17.393387 run iperf3-srv_10.42.42.10(pid=10398): Launched\u000a17:24:17.583340 tst iperf3.py:8: start network...\u000a17:24:17.712483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:18.215545 run create_hlr_db(pid=10399): Launched\u000a17:24:18.394694 bus /gobi_6: Setting Powered False\u000a17:24:19.416235 run create_hlr_db(pid=10399): Terminated: ok {rc=0}\u000a17:24:19.863845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10401): Launched\u000a17:24:20.218307 run osmo-hlr_10.42.42.2(pid=10402): Launched\u000a17:24:20.338052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:20.927889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10404): Launched\u000a17:24:21.260554 run osmo-stp_10.42.42.5(pid=10405): Launched\u000a17:24:21.382092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:21.967649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10407): Launched\u000a17:24:22.086851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:22.378605 run patchelf(pid=10408): Launched\u000a17:24:22.574322 run osmo-stp_10.42.42.5(pid=10405): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10405)]\u000a17:24:22.717330 run osmo-stp_10.42.42.5(pid=10405): stdout: \u000a| (launched: 2022-12-13_17:24:21.097106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:22.861048 run osmo-stp_10.42.42.5(pid=10405): stderr: \u000a| �[0;m�[38;5;43m20221213172421287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172421287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172421288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172421288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172421289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172421289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172421289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:22.999292 run osmo-stp_10.42.42.5(pid=10405): stdout: \u000a| (launched: 2022-12-13_17:24:21.097106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:23.135708 run osmo-stp_10.42.42.5(pid=10405): stderr: \u000a| �[0;m�[38;5;43m20221213172421287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172421287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172421288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172421288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172421289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172421289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172421289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:23.296888 run patchelf(pid=10408): Terminating (SIGINT)\u000a17:24:23.486325 run patchelf(pid=10408): Terminated: ok {rc=0}\u000a17:24:23.520539 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10405): Process ended prematurely: osmo-stp_10.42.42.5(pid=10405) [trial-2392↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10405)] [trial-2392↪gprs:oc2g↪iperf3.py:8]\u000a17:24:23.530614 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a17:24:23.594759 run osmo-hlr_10.42.42.2(pid=10402): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10402)]\u000a17:24:23.647156 run osmo-hlr_10.42.42.2(pid=10402): stdout: \u000a| (launched: 2022-12-13_17:24:20.048303) \u000a17:24:23.700202 run osmo-hlr_10.42.42.2(pid=10402): stderr: \u000a| �[0;m�[1;31m20221213172420249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172420249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172420249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172420249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172420249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172420249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172420262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172420271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172420271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172420271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:23.745547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10397): Terminating (SIGTERM)\u000a17:24:23.788859 run iperf3-srv_10.42.42.10(pid=10398): Terminating (SIGTERM)\u000a17:24:23.831921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10401): Terminating (SIGTERM)\u000a17:24:23.875252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10404): Terminating (SIGTERM)\u000a17:24:23.918233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10407): Terminating (SIGTERM)\u000a17:24:23.928195 --- ParallelTerminationStrategy: PID 10397 died...\u000a17:24:23.985839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10397): Terminated: ok {rc=0}\u000a17:24:23.996200 --- ParallelTerminationStrategy: PID 10398 died...\u000a17:24:24.053422 run iperf3-srv_10.42.42.10(pid=10398): Terminated {rc=256}\u000a17:24:24.063771 --- ParallelTerminationStrategy: PID 10401 died...\u000a17:24:24.120939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10401): Terminated: ok {rc=0}\u000a17:24:24.131433 --- ParallelTerminationStrategy: PID 10404 died...\u000a17:24:24.188627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10404): Terminated: ok {rc=0}\u000a17:24:24.198884 --- ParallelTerminationStrategy: PID 10407 died...\u000a17:24:24.255861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10407): Terminated: ok {rc=0}\u000a17:24:24.343227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10423): Process ended prematurely: osmo-stp_10.42.42.5(pid=10423) [trial-2392↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10423)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10423): Process ended prematurely: osmo-stp_10.42.42.5(pid=10423) [trial-2392↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a17:24:25.460462 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:25.472365 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:25.606095 tst iperf3m4.py: using LAC 35111\u000a17:24:25.737450 tst iperf3m4.py: using RAC 176\u000a17:24:25.870693 tst iperf3m4.py: using CellId 35111\u000a17:24:25.998781 tst iperf3m4.py: using BVCI 35112\u000a17:24:26.022579 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.033161 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.043481 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.053876 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.064172 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.074543 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.084841 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.095219 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:26.106053 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:26.224312 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:26.349161 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:26.467854 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:26.755470 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:24:26.884184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:27.210415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10409): Launched\u000a17:24:27.481057 run iperf3-srv_10.42.42.10(pid=10410): Launched\u000a17:24:27.671343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:24:27.800605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:28.125450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10411): Launched\u000a17:24:28.394185 run iperf3-srv_10.42.42.10(pid=10412): Launched\u000a17:24:28.583013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:24:28.711330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:29.035761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10413): Launched\u000a17:24:29.305685 run iperf3-srv_10.42.42.10(pid=10414): Launched\u000a17:24:29.494056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:24:29.622216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:24:29.946148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10415): Launched\u000a17:24:30.229587 run iperf3-srv_10.42.42.10(pid=10416): Launched\u000a17:24:30.415977 tst iperf3m4.py:8: start network...\u000a17:24:30.543103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:31.101785 run create_hlr_db(pid=10417): Launched\u000a17:24:31.299446 bus /gobi_6: Setting Powered False\u000a17:24:32.330887 run create_hlr_db(pid=10417): Terminated: ok {rc=0}\u000a17:24:32.742510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10419): Launched\u000a17:24:33.050185 run osmo-hlr_10.42.42.2(pid=10420): Launched\u000a17:24:33.163377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:33.699141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10422): Launched\u000a17:24:34.007679 run osmo-stp_10.42.42.5(pid=10423): Launched\u000a17:24:34.121618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:34.664264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10425): Launched\u000a17:24:34.774761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:35.048064 run patchelf(pid=10426): Launched\u000a17:24:35.230651 run osmo-stp_10.42.42.5(pid=10423): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10423)]\u000a17:24:35.364347 run osmo-stp_10.42.42.5(pid=10423): stdout: \u000a| (launched: 2022-12-13_17:24:33.855738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:35.497828 run osmo-stp_10.42.42.5(pid=10423): stderr: \u000a| �[0;m�[38;5;43m20221213172434025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172434025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172434026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172434026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172434027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172434027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172434027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:35.626039 run osmo-stp_10.42.42.5(pid=10423): stdout: \u000a| (launched: 2022-12-13_17:24:33.855738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:35.753074 run osmo-stp_10.42.42.5(pid=10423): stderr: \u000a| �[0;m�[38;5;43m20221213172434025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172434025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172434026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172434026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172434027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172434027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172434027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:35.903256 run patchelf(pid=10426): Terminating (SIGINT)\u000a17:24:36.080320 run patchelf(pid=10426): Terminated: ok {rc=0}\u000a17:24:36.112711 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10423): Process ended prematurely: osmo-stp_10.42.42.5(pid=10423) [trial-2392↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10423)] [trial-2392↪gprs:oc2g↪iperf3m4.py:8]\u000a17:24:36.122018 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a17:24:36.183235 run osmo-hlr_10.42.42.2(pid=10420): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10420)]\u000a17:24:36.233093 run osmo-hlr_10.42.42.2(pid=10420): stdout: \u000a| (launched: 2022-12-13_17:24:32.898898) \u000a17:24:36.283579 run osmo-hlr_10.42.42.2(pid=10420): stderr: \u000a| �[0;m�[1;31m20221213172433074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172433074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172433074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172433074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172433074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172433074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172433086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172433095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172433095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172433095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:36.326583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10409): Terminating (SIGTERM)\u000a17:24:36.367041 run iperf3-srv_10.42.42.10(pid=10410): Terminating (SIGTERM)\u000a17:24:36.407329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10411): Terminating (SIGTERM)\u000a17:24:36.447571 run iperf3-srv_10.42.42.10(pid=10412): Terminating (SIGTERM)\u000a17:24:36.487834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10413): Terminating (SIGTERM)\u000a17:24:36.527939 run iperf3-srv_10.42.42.10(pid=10414): Terminating (SIGTERM)\u000a17:24:36.568138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10415): Terminating (SIGTERM)\u000a17:24:36.608103 run iperf3-srv_10.42.42.10(pid=10416): Terminating (SIGTERM)\u000a17:24:36.648229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10419): Terminating (SIGTERM)\u000a17:24:36.688481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10422): Terminating (SIGTERM)\u000a17:24:36.728817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10425): Terminating (SIGTERM)\u000a17:24:36.738297 --- ParallelTerminationStrategy: PID 10409 died...\u000a17:24:36.792056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10409): Terminated: ok {rc=0}\u000a17:24:36.801896 --- ParallelTerminationStrategy: PID 10410 died...\u000a17:24:36.855518 run iperf3-srv_10.42.42.10(pid=10410): Terminated {rc=256}\u000a17:24:36.865358 --- ParallelTerminationStrategy: PID 10411 died...\u000a17:24:36.919006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10411): Terminated: ok {rc=0}\u000a17:24:36.928711 --- ParallelTerminationStrategy: PID 10412 died...\u000a17:24:36.982316 run iperf3-srv_10.42.42.10(pid=10412): Terminated {rc=256}\u000a17:24:36.992039 --- ParallelTerminationStrategy: PID 10413 died...\u000a17:24:37.045921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10413): Terminated: ok {rc=0}\u000a17:24:37.055679 --- ParallelTerminationStrategy: PID 10414 died...\u000a17:24:37.109484 run iperf3-srv_10.42.42.10(pid=10414): Terminated {rc=256}\u000a17:24:37.119323 --- ParallelTerminationStrategy: PID 10415 died...\u000a17:24:37.173674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10415): Terminated: ok {rc=0}\u000a17:24:37.183497 --- ParallelTerminationStrategy: PID 10416 died...\u000a17:24:37.237210 run iperf3-srv_10.42.42.10(pid=10416): Terminated {rc=256}\u000a17:24:37.247046 --- ParallelTerminationStrategy: PID 10419 died...\u000a17:24:37.300870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10419): Terminated: ok {rc=0}\u000a17:24:37.310708 --- ParallelTerminationStrategy: PID 10422 died...\u000a17:24:37.364778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10422): Terminated: ok {rc=0}\u000a17:24:37.374743 --- ParallelTerminationStrategy: PID 10425 died...\u000a17:24:37.428381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10425): Terminated: ok {rc=0}\u000a17:24:37.512673 bus /gobi_4: Setting Powered False\u000a17:24:38.616655 bus /gobi_4: Setting Powered False\u000a17:24:39.724646 bus /gobi_1: Setting Powered False\u000a17:24:40.832133 bus /gobi_1: Setting Powered False\u000a17:24:41.942098 bus /gobi_0: Setting Powered False\u000a17:24:43.050245 bus /gobi_0: Setting Powered False\u000a17:24:44.167326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10433): Process ended prematurely: osmo-stp_10.42.42.5(pid=10433) [trial-2392↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10433): Process ended prematurely: osmo-stp_10.42.42.5(pid=10433) [trial-2392↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g ping.py\u000a----------------------------------------------\u000a17:24:45.234564 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.245823 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:45.377803 tst ping.py: using LAC 35112\u000a17:24:45.508446 tst ping.py: using RAC 177\u000a17:24:45.637549 tst ping.py: using CellId 35112\u000a17:24:45.767642 tst ping.py: using BVCI 35113\u000a17:24:45.792851 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.803950 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.814940 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.827999 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.844115 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.857705 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.870454 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:45.883111 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:46.250767 tst ping.py:19: start network...\u000a17:24:46.382926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:46.989593 run create_hlr_db(pid=10427): Launched\u000a17:24:47.230236 bus /gobi_6: Setting Powered False\u000a17:24:48.196864 run create_hlr_db(pid=10427): Terminated: ok {rc=0}\u000a17:24:48.682100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10429): Launched\u000a17:24:49.011381 run osmo-hlr_10.42.42.2(pid=10430): Launched\u000a17:24:49.133780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:49.707673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10432): Launched\u000a17:24:50.039034 run osmo-stp_10.42.42.5(pid=10433): Launched\u000a17:24:50.158922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:50.731769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10435): Launched\u000a17:24:50.849376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:51.138305 run patchelf(pid=10436): Launched\u000a17:24:51.331298 run osmo-stp_10.42.42.5(pid=10433): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)]\u000a17:24:51.472649 run osmo-stp_10.42.42.5(pid=10433): stdout: \u000a| (launched: 2022-12-13_17:24:49.875546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:51.614486 run osmo-stp_10.42.42.5(pid=10433): stderr: \u000a| �[0;m�[38;5;43m20221213172450064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172450064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172450064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172450065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172450065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172450066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172450066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:51.751009 run osmo-stp_10.42.42.5(pid=10433): stdout: \u000a| (launched: 2022-12-13_17:24:49.875546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:51.886360 run osmo-stp_10.42.42.5(pid=10433): stderr: \u000a| �[0;m�[38;5;43m20221213172450064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172450064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172450064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172450065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172450065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172450066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172450066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:52.044728 run patchelf(pid=10436): Terminating (SIGINT)\u000a17:24:52.231416 run patchelf(pid=10436): Terminated: ok {rc=0}\u000a17:24:52.265102 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10433): Process ended prematurely: osmo-stp_10.42.42.5(pid=10433) [trial-2392↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10433)] [trial-2392↪gprs:oc2g↪ping.py:22]\u000a17:24:52.274550 tst ping.py:22: Test FAILED (7.0 sec)\u000a17:24:52.340036 run osmo-hlr_10.42.42.2(pid=10430): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10430)]\u000a17:24:52.393397 run osmo-hlr_10.42.42.2(pid=10430): stdout: \u000a| (launched: 2022-12-13_17:24:48.848591) \u000a17:24:52.447246 run osmo-hlr_10.42.42.2(pid=10430): stderr: \u000a| �[0;m�[1;31m20221213172449043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172449043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172449044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172449044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172449044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172449044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172449056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172449064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172449064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172449064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:52.493165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10429): Terminating (SIGTERM)\u000a17:24:52.536627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10432): Terminating (SIGTERM)\u000a17:24:52.580033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10435): Terminating (SIGTERM)\u000a17:24:52.590118 --- ParallelTerminationStrategy: PID 10429 died...\u000a17:24:52.648315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10429): Terminated: ok {rc=0}\u000a17:24:52.658750 --- ParallelTerminationStrategy: PID 10432 died...\u000a17:24:52.716672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10432): Terminated: ok {rc=0}\u000a17:24:52.727129 --- ParallelTerminationStrategy: PID 10435 died...\u000a17:24:52.785003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10435): Terminated: ok {rc=0}\u000a17:24:52.873647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10444): Process ended prematurely: osmo-stp_10.42.42.5(pid=10444) [trial-2392↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10444)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10444): Process ended prematurely: osmo-stp_10.42.42.5(pid=10444) [trial-2392↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a17:24:53.926094 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:53.937855 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:24:54.069953 tst ping_idle_ping.py: using LAC 35113\u000a17:24:54.192923 tst ping_idle_ping.py: using RAC 178\u000a17:24:54.319100 tst ping_idle_ping.py: using CellId 35113\u000a17:24:54.440161 tst ping_idle_ping.py: using BVCI 35114\u000a17:24:54.463714 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:54.474554 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:54.485152 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:54.495516 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:54.506431 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:54.517300 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:54.528319 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:24:54.538863 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:24:54.826620 tst ping_idle_ping.py:24: start network...\u000a17:24:54.954195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:55.445887 run create_hlr_db(pid=10438): Launched\u000a17:24:55.638857 bus /gobi_6: Setting Powered False\u000a17:24:56.658103 run create_hlr_db(pid=10438): Terminated: ok {rc=0}\u000a17:24:57.096732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10440): Launched\u000a17:24:57.428133 run osmo-hlr_10.42.42.2(pid=10441): Launched\u000a17:24:57.551752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:58.128867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10443): Launched\u000a17:24:58.460259 run osmo-stp_10.42.42.5(pid=10444): Launched\u000a17:24:58.580355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:24:59.157556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10446): Launched\u000a17:24:59.275649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:24:59.563222 run patchelf(pid=10447): Launched\u000a17:24:59.756055 run osmo-stp_10.42.42.5(pid=10444): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10444)]\u000a17:24:59.898131 run osmo-stp_10.42.42.5(pid=10444): stdout: \u000a| (launched: 2022-12-13_17:24:58.297140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:00.040155 run osmo-stp_10.42.42.5(pid=10444): stderr: \u000a| �[0;m�[38;5;43m20221213172458487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172458487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172458487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172458488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172458488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172458488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172458489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:00.176634 run osmo-stp_10.42.42.5(pid=10444): stdout: \u000a| (launched: 2022-12-13_17:24:58.297140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:00.311979 run osmo-stp_10.42.42.5(pid=10444): stderr: \u000a| �[0;m�[38;5;43m20221213172458487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172458487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172458487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172458488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172458488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172458488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172458489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:00.470838 run patchelf(pid=10447): Terminating (SIGINT)\u000a17:25:00.657355 run patchelf(pid=10447): Terminated: ok {rc=0}\u000a17:25:00.690856 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10444): Process ended prematurely: osmo-stp_10.42.42.5(pid=10444) [trial-2392↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10444)] [trial-2392↪gprs:oc2g↪ping_idle_ping.py:27]\u000a17:25:00.700263 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a17:25:00.765229 run osmo-hlr_10.42.42.2(pid=10441): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10441)]\u000a17:25:00.818288 run osmo-hlr_10.42.42.2(pid=10441): stdout: \u000a| (launched: 2022-12-13_17:24:57.264532) \u000a17:25:00.878695 run osmo-hlr_10.42.42.2(pid=10441): stderr: \u000a| �[0;m�[1;31m20221213172457459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172457459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172457459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172457459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172457460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172457460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172457472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172457481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172457481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172457481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:00.927195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10440): Terminating (SIGTERM)\u000a17:25:00.972585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10443): Terminating (SIGTERM)\u000a17:25:01.032360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10446): Terminating (SIGTERM)\u000a17:25:01.046323 --- ParallelTerminationStrategy: PID 10440 died...\u000a17:25:01.106139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10440): Terminated: ok {rc=0}\u000a17:25:01.118076 --- ParallelTerminationStrategy: PID 10443 died...\u000a17:25:01.177482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10443): Terminated: ok {rc=0}\u000a17:25:01.188933 --- ParallelTerminationStrategy: PID 10446 died...\u000a17:25:01.249251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10446): Terminated: ok {rc=0}\u000a17:25:01.341905 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:24:00" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10465): Process ended prematurely: osmo-stp_10.42.42.5(pid=10465) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10465)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10465): Process ended prematurely: osmo-stp_10.42.42.5(pid=10465) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:25:03.470109 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:03.481216 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:03.614056 tst cs_paging_gprs_active.py: using LAC 35114\u000a17:25:03.747837 tst cs_paging_gprs_active.py: using RAC 179\u000a17:25:03.875670 tst cs_paging_gprs_active.py: using CellId 35114\u000a17:25:04.004712 tst cs_paging_gprs_active.py: using BVCI 35115\u000a17:25:04.030001 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.041209 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.052129 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.063205 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.074936 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.086659 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.098519 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.110231 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:04.122125 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:04.245238 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:04.528878 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:25:04.656648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:04.976231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10455): Launched\u000a17:25:05.240032 run iperf3-srv_10.42.42.10(pid=10456): Launched\u000a17:25:05.427572 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:25:05.554953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:05.874673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10457): Launched\u000a17:25:06.140718 run iperf3-srv_10.42.42.10(pid=10458): Launched\u000a17:25:06.327588 tst cs_paging_gprs_active.py:38: start network...\u000a17:25:06.455093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:06.950733 run create_hlr_db(pid=10459): Launched\u000a17:25:07.127743 bus /gobi_6: Setting Powered False\u000a17:25:08.149825 run create_hlr_db(pid=10459): Terminated: ok {rc=0}\u000a17:25:08.587268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10461): Launched\u000a17:25:08.918350 run osmo-hlr_10.42.42.2(pid=10462): Launched\u000a17:25:09.040487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:09.609303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10464): Launched\u000a17:25:09.916637 run osmo-stp_10.42.42.5(pid=10465): Launched\u000a17:25:10.039867 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:10.579834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10467): Launched\u000a17:25:10.689066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:10.959005 run patchelf(pid=10468): Launched\u000a17:25:11.139318 run osmo-stp_10.42.42.5(pid=10465): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10465)]\u000a17:25:11.271063 run osmo-stp_10.42.42.5(pid=10465): stdout: \u000a| (launched: 2022-12-13_17:25:09.766747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:11.403071 run osmo-stp_10.42.42.5(pid=10465): stderr: \u000a| �[0;m�[38;5;43m20221213172509936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172509936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172509936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172509937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172509937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172509937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172509937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:11.530355 run osmo-stp_10.42.42.5(pid=10465): stdout: \u000a| (launched: 2022-12-13_17:25:09.766747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:11.656922 run osmo-stp_10.42.42.5(pid=10465): stderr: \u000a| �[0;m�[38;5;43m20221213172509936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172509936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172509936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172509937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172509937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172509937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172509937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:11.804800 run patchelf(pid=10468): Terminating (SIGINT)\u000a17:25:11.979759 run patchelf(pid=10468): Terminated: ok {rc=0}\u000a17:25:12.011691 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10465): Process ended prematurely: osmo-stp_10.42.42.5(pid=10465) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10465)] [trial-2392↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:25:12.020983 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a17:25:12.081850 run osmo-hlr_10.42.42.2(pid=10462): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10462)]\u000a17:25:12.131603 run osmo-hlr_10.42.42.2(pid=10462): stdout: \u000a| (launched: 2022-12-13_17:25:08.755053) \u000a17:25:12.182110 run osmo-hlr_10.42.42.2(pid=10462): stderr: \u000a| �[0;m�[1;31m20221213172508949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172508949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172508949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172508949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172508949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172508949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172508962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172508970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172508971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172508971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:12.225402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10455): Terminating (SIGTERM)\u000a17:25:12.265905 run iperf3-srv_10.42.42.10(pid=10456): Terminating (SIGTERM)\u000a17:25:12.306495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10457): Terminating (SIGTERM)\u000a17:25:12.347112 run iperf3-srv_10.42.42.10(pid=10458): Terminating (SIGTERM)\u000a17:25:12.387733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10461): Terminating (SIGTERM)\u000a17:25:12.428243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10464): Terminating (SIGTERM)\u000a17:25:12.469040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10467): Terminating (SIGTERM)\u000a17:25:12.478330 --- ParallelTerminationStrategy: PID 10455 died...\u000a17:25:12.532896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10455): Terminated: ok {rc=0}\u000a17:25:12.542678 --- ParallelTerminationStrategy: PID 10456 died...\u000a17:25:12.596401 run iperf3-srv_10.42.42.10(pid=10456): Terminated {rc=256}\u000a17:25:12.605996 --- ParallelTerminationStrategy: PID 10457 died...\u000a17:25:12.659643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10457): Terminated: ok {rc=0}\u000a17:25:12.669317 --- ParallelTerminationStrategy: PID 10458 died...\u000a17:25:12.722835 run iperf3-srv_10.42.42.10(pid=10458): Terminated {rc=256}\u000a17:25:12.732467 --- ParallelTerminationStrategy: PID 10461 died...\u000a17:25:12.786456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10461): Terminated: ok {rc=0}\u000a17:25:12.796097 --- ParallelTerminationStrategy: PID 10464 died...\u000a17:25:12.849918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10464): Terminated: ok {rc=0}\u000a17:25:12.859483 --- ParallelTerminationStrategy: PID 10467 died...\u000a17:25:12.913119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10467): Terminated: ok {rc=0}\u000a17:25:13.002584 bus /gobi_0: Setting Powered False\u000a17:25:14.109433 bus /gobi_0: Setting Powered False\u000a17:25:15.222010 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10477): Process ended prematurely: osmo-stp_10.42.42.5(pid=10477) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10477): Process ended prematurely: osmo-stp_10.42.42.5(pid=10477) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:25:16.343119 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:16.356202 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:16.495434 tst iperf3.py: using LAC 35115\u000a17:25:16.645825 tst iperf3.py: using RAC 180\u000a17:25:16.785381 tst iperf3.py: using CellId 35115\u000a17:25:16.910395 tst iperf3.py: using BVCI 35116\u000a17:25:16.934732 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:16.945879 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:16.956640 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:16.967543 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:16.978610 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:16.989409 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:17.000786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:17.012031 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:17.023518 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:17.312276 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:25:17.439457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:17.758975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10469): Launched\u000a17:25:18.023739 run iperf3-srv_10.42.42.10(pid=10470): Launched\u000a17:25:18.209997 tst iperf3.py:8: start network...\u000a17:25:18.337580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:18.826927 run create_hlr_db(pid=10471): Launched\u000a17:25:19.003215 bus /gobi_6: Setting Powered False\u000a17:25:20.024846 run create_hlr_db(pid=10471): Terminated: ok {rc=0}\u000a17:25:20.461391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10473): Launched\u000a17:25:20.788831 run osmo-hlr_10.42.42.2(pid=10474): Launched\u000a17:25:20.914410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:21.485746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10476): Launched\u000a17:25:21.813257 run osmo-stp_10.42.42.5(pid=10477): Launched\u000a17:25:21.934230 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:22.505831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10479): Launched\u000a17:25:22.623138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:22.910047 run patchelf(pid=10480): Launched\u000a17:25:23.103361 run osmo-stp_10.42.42.5(pid=10477): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)]\u000a17:25:23.244561 run osmo-stp_10.42.42.5(pid=10477): stdout: \u000a| (launched: 2022-12-13_17:25:21.652836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:23.385756 run osmo-stp_10.42.42.5(pid=10477): stderr: \u000a| �[0;m�[38;5;43m20221213172521842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172521842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172521843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172521843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172521844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172521844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172521844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:23.521899 run osmo-stp_10.42.42.5(pid=10477): stdout: \u000a| (launched: 2022-12-13_17:25:21.652836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:23.656709 run osmo-stp_10.42.42.5(pid=10477): stderr: \u000a| �[0;m�[38;5;43m20221213172521842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172521842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172521843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172521843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172521844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172521844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172521844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:23.815091 run patchelf(pid=10480): Terminating (SIGINT)\u000a17:25:24.001931 run patchelf(pid=10480): Terminated: ok {rc=0}\u000a17:25:24.035879 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10477): Process ended prematurely: osmo-stp_10.42.42.5(pid=10477) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10477)] [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a17:25:24.045951 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:25:24.110062 run osmo-hlr_10.42.42.2(pid=10474): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10474)]\u000a17:25:24.162322 run osmo-hlr_10.42.42.2(pid=10474): stdout: \u000a| (launched: 2022-12-13_17:25:20.627771) \u000a17:25:24.215256 run osmo-hlr_10.42.42.2(pid=10474): stderr: \u000a| �[0;m�[1;31m20221213172520823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172520823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172520823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172520823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172520823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172520823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172520835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172520844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172520844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172520844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:24.260506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10469): Terminating (SIGTERM)\u000a17:25:24.303552 run iperf3-srv_10.42.42.10(pid=10470): Terminating (SIGTERM)\u000a17:25:24.346503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10473): Terminating (SIGTERM)\u000a17:25:24.389105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10476): Terminating (SIGTERM)\u000a17:25:24.431858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10479): Terminating (SIGTERM)\u000a17:25:24.441592 --- ParallelTerminationStrategy: PID 10469 died...\u000a17:25:24.499288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10469): Terminated: ok {rc=0}\u000a17:25:24.509466 --- ParallelTerminationStrategy: PID 10470 died...\u000a17:25:24.566753 run iperf3-srv_10.42.42.10(pid=10470): Terminated {rc=256}\u000a17:25:24.576823 --- ParallelTerminationStrategy: PID 10473 died...\u000a17:25:24.633957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10473): Terminated: ok {rc=0}\u000a17:25:24.644120 --- ParallelTerminationStrategy: PID 10476 died...\u000a17:25:24.701632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10476): Terminated: ok {rc=0}\u000a17:25:24.711819 --- ParallelTerminationStrategy: PID 10479 died...\u000a17:25:24.769443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10479): Terminated: ok {rc=0}\u000a17:25:24.858905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10495): Process ended prematurely: osmo-stp_10.42.42.5(pid=10495) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10495)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10495): Process ended prematurely: osmo-stp_10.42.42.5(pid=10495) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:25:25.976902 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:25.988758 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:26.116928 tst iperf3m4.py: using LAC 35116\u000a17:25:26.240166 tst iperf3m4.py: using RAC 181\u000a17:25:26.363291 tst iperf3m4.py: using CellId 35116\u000a17:25:26.485731 tst iperf3m4.py: using BVCI 35117\u000a17:25:26.509201 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.520037 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.530850 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.541492 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.552387 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.563511 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.574810 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.585945 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:26.597143 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:26.722022 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:26.841979 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:26.966641 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:27.248802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:25:27.376624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:27.697378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10481): Launched\u000a17:25:27.962582 run iperf3-srv_10.42.42.10(pid=10482): Launched\u000a17:25:28.150938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:25:28.278895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:28.599772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10483): Launched\u000a17:25:28.863473 run iperf3-srv_10.42.42.10(pid=10484): Launched\u000a17:25:29.050415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:25:29.177853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:29.497748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10485): Launched\u000a17:25:29.762992 run iperf3-srv_10.42.42.10(pid=10486): Launched\u000a17:25:29.950795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:25:30.078187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:25:30.398719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10487): Launched\u000a17:25:30.664263 run iperf3-srv_10.42.42.10(pid=10488): Launched\u000a17:25:30.856227 tst iperf3m4.py:8: start network...\u000a17:25:30.986384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:31.514995 run create_hlr_db(pid=10489): Launched\u000a17:25:31.698527 bus /gobi_6: Setting Powered False\u000a17:25:32.716575 run create_hlr_db(pid=10489): Terminated: ok {rc=0}\u000a17:25:33.154027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10491): Launched\u000a17:25:33.482973 run osmo-hlr_10.42.42.2(pid=10492): Launched\u000a17:25:33.603396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:34.177462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10494): Launched\u000a17:25:34.506845 run osmo-stp_10.42.42.5(pid=10495): Launched\u000a17:25:34.627422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:35.204894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10497): Launched\u000a17:25:35.322580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:35.611530 run patchelf(pid=10498): Launched\u000a17:25:35.804761 run osmo-stp_10.42.42.5(pid=10495): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10495)]\u000a17:25:35.947120 run osmo-stp_10.42.42.5(pid=10495): stdout: \u000a| (launched: 2022-12-13_17:25:34.344806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:36.089147 run osmo-stp_10.42.42.5(pid=10495): stderr: \u000a| �[0;m�[38;5;43m20221213172534533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172534533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172534533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172534534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172534534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172534534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172534535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:36.225474 run osmo-stp_10.42.42.5(pid=10495): stdout: \u000a| (launched: 2022-12-13_17:25:34.344806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:36.360556 run osmo-stp_10.42.42.5(pid=10495): stderr: \u000a| �[0;m�[38;5;43m20221213172534533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172534533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172534533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172534534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172534534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172534534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172534535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:36.519446 run patchelf(pid=10498): Terminating (SIGINT)\u000a17:25:36.706738 run patchelf(pid=10498): Terminated: ok {rc=0}\u000a17:25:36.740862 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10495): Process ended prematurely: osmo-stp_10.42.42.5(pid=10495) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10495)] [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:25:36.750983 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:25:36.815734 run osmo-hlr_10.42.42.2(pid=10492): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10492)]\u000a17:25:36.868369 run osmo-hlr_10.42.42.2(pid=10492): stdout: \u000a| (launched: 2022-12-13_17:25:33.321238) \u000a17:25:36.922087 run osmo-hlr_10.42.42.2(pid=10492): stderr: \u000a| �[0;m�[1;31m20221213172533516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172533516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172533516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172533516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172533516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172533516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172533531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172533542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172533542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172533542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:36.967854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10481): Terminating (SIGTERM)\u000a17:25:37.011069 run iperf3-srv_10.42.42.10(pid=10482): Terminating (SIGTERM)\u000a17:25:37.054059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10483): Terminating (SIGTERM)\u000a17:25:37.097299 run iperf3-srv_10.42.42.10(pid=10484): Terminating (SIGTERM)\u000a17:25:37.140341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10485): Terminating (SIGTERM)\u000a17:25:37.183195 run iperf3-srv_10.42.42.10(pid=10486): Terminating (SIGTERM)\u000a17:25:37.228159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10487): Terminating (SIGTERM)\u000a17:25:37.268688 run iperf3-srv_10.42.42.10(pid=10488): Terminating (SIGTERM)\u000a17:25:37.309117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10491): Terminating (SIGTERM)\u000a17:25:37.349779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10494): Terminating (SIGTERM)\u000a17:25:37.390636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10497): Terminating (SIGTERM)\u000a17:25:37.399935 --- ParallelTerminationStrategy: PID 10481 died...\u000a17:25:37.454275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10481): Terminated: ok {rc=0}\u000a17:25:37.464006 --- ParallelTerminationStrategy: PID 10482 died...\u000a17:25:37.518197 run iperf3-srv_10.42.42.10(pid=10482): Terminated {rc=256}\u000a17:25:37.527946 --- ParallelTerminationStrategy: PID 10483 died...\u000a17:25:37.582047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10483): Terminated: ok {rc=0}\u000a17:25:37.591855 --- ParallelTerminationStrategy: PID 10484 died...\u000a17:25:37.645602 run iperf3-srv_10.42.42.10(pid=10484): Terminated {rc=256}\u000a17:25:37.655200 --- ParallelTerminationStrategy: PID 10485 died...\u000a17:25:37.709111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10485): Terminated: ok {rc=0}\u000a17:25:37.718862 --- ParallelTerminationStrategy: PID 10486 died...\u000a17:25:37.773041 run iperf3-srv_10.42.42.10(pid=10486): Terminated {rc=256}\u000a17:25:37.782772 --- ParallelTerminationStrategy: PID 10487 died...\u000a17:25:37.837206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10487): Terminated: ok {rc=0}\u000a17:25:37.847049 --- ParallelTerminationStrategy: PID 10488 died...\u000a17:25:37.901458 run iperf3-srv_10.42.42.10(pid=10488): Terminated {rc=256}\u000a17:25:37.911237 --- ParallelTerminationStrategy: PID 10491 died...\u000a17:25:37.965268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10491): Terminated: ok {rc=0}\u000a17:25:37.974929 --- ParallelTerminationStrategy: PID 10494 died...\u000a17:25:38.029031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10494): Terminated: ok {rc=0}\u000a17:25:38.038845 --- ParallelTerminationStrategy: PID 10497 died...\u000a17:25:38.092789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10497): Terminated: ok {rc=0}\u000a17:25:38.177788 bus /gobi_4: Setting Powered False\u000a17:25:39.285899 bus /gobi_4: Setting Powered False\u000a17:25:40.395467 bus /gobi_1: Setting Powered False\u000a17:25:41.502709 bus /gobi_1: Setting Powered False\u000a17:25:42.612107 bus /gobi_0: Setting Powered False\u000a17:25:43.719406 bus /gobi_0: Setting Powered False\u000a17:25:44.829574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10505): Process ended prematurely: osmo-stp_10.42.42.5(pid=10505) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10505): Process ended prematurely: osmo-stp_10.42.42.5(pid=10505) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:25:45.905597 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:45.917698 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:46.064225 tst ping.py: using LAC 35117\u000a17:25:46.193231 tst ping.py: using RAC 182\u000a17:25:46.320456 tst ping.py: using CellId 35117\u000a17:25:46.470570 tst ping.py: using BVCI 35118\u000a17:25:46.498333 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:46.511169 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:46.523747 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:46.536322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:46.549691 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:46.564569 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:46.580850 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:46.594411 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:46.943608 tst ping.py:19: start network...\u000a17:25:47.108024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:47.614032 run create_hlr_db(pid=10499): Launched\u000a17:25:47.802843 bus /gobi_6: Setting Powered False\u000a17:25:48.823009 run create_hlr_db(pid=10499): Terminated: ok {rc=0}\u000a17:25:49.228901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10501): Launched\u000a17:25:49.529537 run osmo-hlr_10.42.42.2(pid=10502): Launched\u000a17:25:49.644684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:50.170598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10504): Launched\u000a17:25:50.472401 run osmo-stp_10.42.42.5(pid=10505): Launched\u000a17:25:50.582100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:51.108617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10507): Launched\u000a17:25:51.216035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:51.479177 run patchelf(pid=10508): Launched\u000a17:25:51.656537 run osmo-stp_10.42.42.5(pid=10505): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)]\u000a17:25:51.786667 run osmo-stp_10.42.42.5(pid=10505): stdout: \u000a| (launched: 2022-12-13_17:25:50.324577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:51.917780 run osmo-stp_10.42.42.5(pid=10505): stderr: \u000a| �[0;m�[38;5;43m20221213172550493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172550493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172550493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172550494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172550494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172550494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172550494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:52.044111 run osmo-stp_10.42.42.5(pid=10505): stdout: \u000a| (launched: 2022-12-13_17:25:50.324577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:52.168277 run osmo-stp_10.42.42.5(pid=10505): stderr: \u000a| �[0;m�[38;5;43m20221213172550493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172550493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172550493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172550494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172550494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172550494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172550494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:52.314707 run patchelf(pid=10508): Terminating (SIGINT)\u000a17:25:52.486777 run patchelf(pid=10508): Terminated: ok {rc=0}\u000a17:25:52.517908 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10505): Process ended prematurely: osmo-stp_10.42.42.5(pid=10505) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)] [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a17:25:52.526532 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:25:52.587930 run osmo-hlr_10.42.42.2(pid=10502): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10502)]\u000a17:25:52.637948 run osmo-hlr_10.42.42.2(pid=10502): stdout: \u000a| (launched: 2022-12-13_17:25:49.382454) \u000a17:25:52.688552 run osmo-hlr_10.42.42.2(pid=10502): stderr: \u000a| �[0;m�[1;31m20221213172549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172549554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172549555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172549555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172549555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172549567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172549576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172549577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172549577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:52.731468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10501): Terminating (SIGTERM)\u000a17:25:52.772009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10504): Terminating (SIGTERM)\u000a17:25:52.812614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10507): Terminating (SIGTERM)\u000a17:25:52.821960 --- ParallelTerminationStrategy: PID 10501 died...\u000a17:25:52.876356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10501): Terminated: ok {rc=0}\u000a17:25:52.886182 --- ParallelTerminationStrategy: PID 10504 died...\u000a17:25:52.940096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10504): Terminated: ok {rc=0}\u000a17:25:52.949828 --- ParallelTerminationStrategy: PID 10507 died...\u000a17:25:53.003689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10507): Terminated: ok {rc=0}\u000a17:25:53.089028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10519): Process ended prematurely: osmo-stp_10.42.42.5(pid=10519) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10519)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10519): Process ended prematurely: osmo-stp_10.42.42.5(pid=10519) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:25:54.143102 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.155796 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:25:54.290087 tst ping_idle_ping.py: using LAC 35118\u000a17:25:54.417003 tst ping_idle_ping.py: using RAC 183\u000a17:25:54.548154 tst ping_idle_ping.py: using CellId 35118\u000a17:25:54.669308 tst ping_idle_ping.py: using BVCI 35119\u000a17:25:54.692337 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.703314 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.714066 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.724670 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.735413 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.746437 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.757190 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:25:54.767814 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:25:55.062831 tst ping_idle_ping.py:24: start network...\u000a17:25:55.198642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:55.711398 run create_hlr_db(pid=10513): Launched\u000a17:25:55.900753 bus /gobi_6: Setting Powered False\u000a17:25:56.921612 run create_hlr_db(pid=10513): Terminated: ok {rc=0}\u000a17:25:57.354980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10515): Launched\u000a17:25:57.682689 run osmo-hlr_10.42.42.2(pid=10516): Launched\u000a17:25:57.801884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:58.368857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10518): Launched\u000a17:25:58.692587 run osmo-stp_10.42.42.5(pid=10519): Launched\u000a17:25:58.810854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:25:59.378030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10521): Launched\u000a17:25:59.494277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:25:59.772134 run patchelf(pid=10522): Launched\u000a17:25:59.951173 run osmo-stp_10.42.42.5(pid=10519): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10519)]\u000a17:26:00.082668 run osmo-stp_10.42.42.5(pid=10519): stdout: \u000a| (launched: 2022-12-13_17:25:58.533397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:00.214322 run osmo-stp_10.42.42.5(pid=10519): stderr: \u000a| �[0;m�[38;5;43m20221213172558722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172558722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172558723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172558723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172558724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172558724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172558724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:00.340388 run osmo-stp_10.42.42.5(pid=10519): stdout: \u000a| (launched: 2022-12-13_17:25:58.533397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:00.465574 run osmo-stp_10.42.42.5(pid=10519): stderr: \u000a| �[0;m�[38;5;43m20221213172558722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172558722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172558723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172558723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172558724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172558724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172558724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:00.612049 run patchelf(pid=10522): Terminating (SIGINT)\u000a17:26:00.785294 run patchelf(pid=10522): Terminated: ok {rc=0}\u000a17:26:00.816630 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10519): Process ended prematurely: osmo-stp_10.42.42.5(pid=10519) [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10519)] [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:26:00.825578 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:26:00.907584 run osmo-hlr_10.42.42.2(pid=10516): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10516)]\u000a17:26:00.966667 run osmo-hlr_10.42.42.2(pid=10516): stdout: \u000a| (launched: 2022-12-13_17:25:57.520836) \u000a17:26:01.023963 run osmo-hlr_10.42.42.2(pid=10516): stderr: \u000a| �[0;m�[1;31m20221213172557715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172557715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172557716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172557716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172557716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172557716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172557726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172557735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172557735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172557735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:01.071938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10515): Terminating (SIGTERM)\u000a17:26:01.118905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10518): Terminating (SIGTERM)\u000a17:26:01.165774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10521): Terminating (SIGTERM)\u000a17:26:01.176160 --- ParallelTerminationStrategy: PID 10515 died...\u000a17:26:01.237682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10515): Terminated: ok {rc=0}\u000a17:26:01.249743 --- ParallelTerminationStrategy: PID 10518 died...\u000a17:26:01.309610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10518): Terminated: ok {rc=0}\u000a17:26:01.321861 --- ParallelTerminationStrategy: PID 10521 died...\u000a17:26:01.382648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10521): Terminated: ok {rc=0}\u000a17:26:01.492125 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:25:03" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:26:03.624895 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:03.636178 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:03.789927 tst cs_paging_gprs_active.py: using LAC 35119\u000a17:26:03.920461 tst cs_paging_gprs_active.py: using RAC 184\u000a17:26:04.051588 tst cs_paging_gprs_active.py: using CellId 35119\u000a17:26:04.182994 tst cs_paging_gprs_active.py: using BVCI 35120\u000a17:26:04.208258 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.219567 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.230743 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.242245 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.253574 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.264809 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.276298 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.287723 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:04.299329 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:04.419888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:04.721054 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:26:04.858681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:05.200545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10527): Launched\u000a17:26:05.486277 run iperf3-srv_10.42.42.10(pid=10528): Launched\u000a17:26:05.689752 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:26:05.828294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:06.171969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10529): Launched\u000a17:26:06.455918 run iperf3-srv_10.42.42.10(pid=10530): Launched\u000a17:26:06.658670 tst cs_paging_gprs_active.py:38: start network...\u000a17:26:06.796449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:07.315820 run create_hlr_db(pid=10531): Launched\u000a17:26:07.507490 bus /gobi_6: Setting Powered False\u000a17:26:08.528778 run create_hlr_db(pid=10531): Terminated: ok {rc=0}\u000a17:26:08.944631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10533): Launched\u000a17:26:09.253163 run osmo-hlr_10.42.42.2(pid=10534): Launched\u000a17:26:09.367225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:09.903336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10536): Launched\u000a17:26:10.212649 run osmo-stp_10.42.42.5(pid=10538): Launched\u000a17:26:10.325781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:10.865241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10540): Launched\u000a17:26:10.975206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:11.245266 run patchelf(pid=10541): Launched\u000a17:26:11.426993 run osmo-stp_10.42.42.5(pid=10538): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]\u000a17:26:11.559752 run osmo-stp_10.42.42.5(pid=10538): stdout: \u000a| (launched: 2022-12-13_17:26:10.060343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:11.692471 run osmo-stp_10.42.42.5(pid=10538): stderr: \u000a| �[0;m�[38;5;43m20221213172610231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172610231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172610231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172610232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172610232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172610232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172610233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:11.820252 run osmo-stp_10.42.42.5(pid=10538): stdout: \u000a| (launched: 2022-12-13_17:26:10.060343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:11.946519 run osmo-stp_10.42.42.5(pid=10538): stderr: \u000a| �[0;m�[38;5;43m20221213172610231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172610231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172610231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172610232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172610232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172610232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172610233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:12.095173 run patchelf(pid=10541): Terminating (SIGINT)\u000a17:26:12.271898 run patchelf(pid=10541): Terminated: ok {rc=0}\u000a17:26:12.303865 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:26:12.313160 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:26:12.373586 run osmo-hlr_10.42.42.2(pid=10534): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10534)]\u000a17:26:12.423050 run osmo-hlr_10.42.42.2(pid=10534): stdout: \u000a| (launched: 2022-12-13_17:26:09.102257) \u000a17:26:12.473431 run osmo-hlr_10.42.42.2(pid=10534): stderr: \u000a| �[0;m�[1;31m20221213172609276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172609276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172609276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172609276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172609276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172609276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172609289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172609297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172609297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172609297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:12.515916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10527): Terminating (SIGTERM)\u000a17:26:12.555983 run iperf3-srv_10.42.42.10(pid=10528): Terminating (SIGTERM)\u000a17:26:12.596194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10529): Terminating (SIGTERM)\u000a17:26:12.636128 run iperf3-srv_10.42.42.10(pid=10530): Terminating (SIGTERM)\u000a17:26:12.676130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10533): Terminating (SIGTERM)\u000a17:26:12.716030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10536): Terminating (SIGTERM)\u000a17:26:12.755902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10540): Terminating (SIGTERM)\u000a17:26:12.765120 --- ParallelTerminationStrategy: PID 10527 died...\u000a17:26:12.818617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10527): Terminated: ok {rc=0}\u000a17:26:12.828130 --- ParallelTerminationStrategy: PID 10528 died...\u000a17:26:12.881043 run iperf3-srv_10.42.42.10(pid=10528): Terminated {rc=256}\u000a17:26:12.890454 --- ParallelTerminationStrategy: PID 10529 died...\u000a17:26:12.943497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10529): Terminated: ok {rc=0}\u000a17:26:12.953081 --- ParallelTerminationStrategy: PID 10530 died...\u000a17:26:13.006047 run iperf3-srv_10.42.42.10(pid=10530): Terminated {rc=256}\u000a17:26:13.015448 --- ParallelTerminationStrategy: PID 10533 died...\u000a17:26:13.068648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10533): Terminated: ok {rc=0}\u000a17:26:13.078167 --- ParallelTerminationStrategy: PID 10536 died...\u000a17:26:13.131348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10536): Terminated: ok {rc=0}\u000a17:26:13.140882 --- ParallelTerminationStrategy: PID 10540 died...\u000a17:26:13.194061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10540): Terminated: ok {rc=0}\u000a17:26:13.282531 bus /gobi_0: Setting Powered False\u000a17:26:14.390515 bus /gobi_0: Setting Powered False\u000a17:26:15.504436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:26:16.653714 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:16.670105 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:16.836373 tst iperf3.py: using LAC 35120\u000a17:26:16.968679 tst iperf3.py: using RAC 185\u000a17:26:17.098725 tst iperf3.py: using CellId 35120\u000a17:26:17.223539 tst iperf3.py: using BVCI 35121\u000a17:26:17.247765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.258807 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.269382 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.279878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.290417 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.300908 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.312052 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.323032 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:17.333814 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:17.618494 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:26:17.746371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:18.066032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Launched\u000a17:26:18.331608 run iperf3-srv_10.42.42.10(pid=10543): Launched\u000a17:26:18.518942 tst iperf3.py:8: start network...\u000a17:26:18.646783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:19.138099 run create_hlr_db(pid=10544): Launched\u000a17:26:19.314665 bus /gobi_6: Setting Powered False\u000a17:26:20.336816 run create_hlr_db(pid=10544): Terminated: ok {rc=0}\u000a17:26:20.774677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Launched\u000a17:26:21.103327 run osmo-hlr_10.42.42.2(pid=10547): Launched\u000a17:26:21.227513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:21.801205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Launched\u000a17:26:22.132145 run osmo-stp_10.42.42.5(pid=10550): Launched\u000a17:26:22.252202 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:22.827248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Launched\u000a17:26:22.945576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:23.234964 run patchelf(pid=10553): Launched\u000a17:26:23.428133 run osmo-stp_10.42.42.5(pid=10550): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]\u000a17:26:23.569631 run osmo-stp_10.42.42.5(pid=10550): stdout: \u000a| (launched: 2022-12-13_17:26:21.970250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:23.711853 run osmo-stp_10.42.42.5(pid=10550): stderr: \u000a| �[0;m�[38;5;43m20221213172622160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172622161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172622161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172622161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172622162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172622162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172622162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:23.848616 run osmo-stp_10.42.42.5(pid=10550): stdout: \u000a| (launched: 2022-12-13_17:26:21.970250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:23.984600 run osmo-stp_10.42.42.5(pid=10550): stderr: \u000a| �[0;m�[38;5;43m20221213172622160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172622161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172622161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172622161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172622162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172622162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172622162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:24.143644 run patchelf(pid=10553): Terminating (SIGINT)\u000a17:26:24.330388 run patchelf(pid=10553): Terminated: ok {rc=0}\u000a17:26:24.364793 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:26:24.374958 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:26:24.439046 run osmo-hlr_10.42.42.2(pid=10547): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10547)]\u000a17:26:24.491400 run osmo-hlr_10.42.42.2(pid=10547): stdout: \u000a| (launched: 2022-12-13_17:26:20.942529) \u000a17:26:24.545097 run osmo-hlr_10.42.42.2(pid=10547): stderr: \u000a| �[0;m�[1;31m20221213172621137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172621137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172621137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172621137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172621137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172621137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172621150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172621160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172621160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172621161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:24.590451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Terminating (SIGTERM)\u000a17:26:24.633568 run iperf3-srv_10.42.42.10(pid=10543): Terminating (SIGTERM)\u000a17:26:24.676404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Terminating (SIGTERM)\u000a17:26:24.719461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Terminating (SIGTERM)\u000a17:26:24.762172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Terminating (SIGTERM)\u000a17:26:24.771865 --- ParallelTerminationStrategy: PID 10542 died...\u000a17:26:24.829391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10542): Terminated: ok {rc=0}\u000a17:26:24.839498 --- ParallelTerminationStrategy: PID 10543 died...\u000a17:26:24.896997 run iperf3-srv_10.42.42.10(pid=10543): Terminated {rc=256}\u000a17:26:24.907088 --- ParallelTerminationStrategy: PID 10546 died...\u000a17:26:24.964148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Terminated: ok {rc=0}\u000a17:26:24.974197 --- ParallelTerminationStrategy: PID 10549 died...\u000a17:26:25.031094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Terminated: ok {rc=0}\u000a17:26:25.041416 --- ParallelTerminationStrategy: PID 10552 died...\u000a17:26:25.098491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Terminated: ok {rc=0}\u000a17:26:25.187312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10568): Process ended prematurely: osmo-stp_10.42.42.5(pid=10568) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10568)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10568): Process ended prematurely: osmo-stp_10.42.42.5(pid=10568) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:26:26.304991 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.317103 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:26.463185 tst iperf3m4.py: using LAC 35121\u000a17:26:26.586023 tst iperf3m4.py: using RAC 186\u000a17:26:26.706020 tst iperf3m4.py: using CellId 35121\u000a17:26:26.826117 tst iperf3m4.py: using BVCI 35122\u000a17:26:26.849807 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.860745 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.871620 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.882344 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.893946 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.907030 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.918734 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.930391 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:26.942016 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:27.063065 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:27.189561 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:27.309131 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:27.609715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:26:27.747516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:28.090719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10554): Launched\u000a17:26:28.376212 run iperf3-srv_10.42.42.10(pid=10555): Launched\u000a17:26:28.578855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:26:28.716773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:29.060938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10556): Launched\u000a17:26:29.344766 run iperf3-srv_10.42.42.10(pid=10557): Launched\u000a17:26:29.547149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:26:29.685470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:30.028506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10558): Launched\u000a17:26:30.314000 run iperf3-srv_10.42.42.10(pid=10559): Launched\u000a17:26:30.517475 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:26:30.655950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:26:31.014870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10560): Launched\u000a17:26:31.306463 run iperf3-srv_10.42.42.10(pid=10561): Launched\u000a17:26:31.513394 tst iperf3m4.py:8: start network...\u000a17:26:31.654801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:32.210207 run create_hlr_db(pid=10562): Launched\u000a17:26:32.390103 bus /gobi_6: Setting Powered False\u000a17:26:33.410767 run create_hlr_db(pid=10562): Terminated: ok {rc=0}\u000a17:26:33.823966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10564): Launched\u000a17:26:34.132709 run osmo-hlr_10.42.42.2(pid=10565): Launched\u000a17:26:34.244516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:34.782545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10567): Launched\u000a17:26:35.090903 run osmo-stp_10.42.42.5(pid=10568): Launched\u000a17:26:35.203964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:35.742865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10570): Launched\u000a17:26:35.852698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:36.123145 run patchelf(pid=10571): Launched\u000a17:26:36.305285 run osmo-stp_10.42.42.5(pid=10568): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10568)]\u000a17:26:36.438277 run osmo-stp_10.42.42.5(pid=10568): stdout: \u000a| (launched: 2022-12-13_17:26:34.939281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:36.570830 run osmo-stp_10.42.42.5(pid=10568): stderr: \u000a| �[0;m�[38;5;43m20221213172635108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172635108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172635108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172635108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172635109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172635109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172635109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:36.698421 run osmo-stp_10.42.42.5(pid=10568): stdout: \u000a| (launched: 2022-12-13_17:26:34.939281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:36.824712 run osmo-stp_10.42.42.5(pid=10568): stderr: \u000a| �[0;m�[38;5;43m20221213172635108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172635108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172635108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172635108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172635109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172635109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172635109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:36.974318 run patchelf(pid=10571): Terminating (SIGINT)\u000a17:26:37.150926 run patchelf(pid=10571): Terminated: ok {rc=0}\u000a17:26:37.183120 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10568): Process ended prematurely: osmo-stp_10.42.42.5(pid=10568) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10568)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:26:37.192359 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:26:37.253398 run osmo-hlr_10.42.42.2(pid=10565): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10565)]\u000a17:26:37.303627 run osmo-hlr_10.42.42.2(pid=10565): stdout: \u000a| (launched: 2022-12-13_17:26:33.981500) \u000a17:26:37.354554 run osmo-hlr_10.42.42.2(pid=10565): stderr: \u000a| �[0;m�[1;31m20221213172634155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172634155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172634155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172634155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172634155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172634155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172634172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172634183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172634183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172634183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:37.397483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10554): Terminating (SIGTERM)\u000a17:26:37.437758 run iperf3-srv_10.42.42.10(pid=10555): Terminating (SIGTERM)\u000a17:26:37.478178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10556): Terminating (SIGTERM)\u000a17:26:37.518278 run iperf3-srv_10.42.42.10(pid=10557): Terminating (SIGTERM)\u000a17:26:37.558522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10558): Terminating (SIGTERM)\u000a17:26:37.598636 run iperf3-srv_10.42.42.10(pid=10559): Terminating (SIGTERM)\u000a17:26:37.638746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10560): Terminating (SIGTERM)\u000a17:26:37.678758 run iperf3-srv_10.42.42.10(pid=10561): Terminating (SIGTERM)\u000a17:26:37.719029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10564): Terminating (SIGTERM)\u000a17:26:37.759110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10567): Terminating (SIGTERM)\u000a17:26:37.799217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10570): Terminating (SIGTERM)\u000a17:26:37.808461 --- ParallelTerminationStrategy: PID 10554 died...\u000a17:26:37.862523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10554): Terminated: ok {rc=0}\u000a17:26:37.872117 --- ParallelTerminationStrategy: PID 10555 died...\u000a17:26:37.925691 run iperf3-srv_10.42.42.10(pid=10555): Terminated {rc=256}\u000a17:26:37.935264 --- ParallelTerminationStrategy: PID 10556 died...\u000a17:26:37.989106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10556): Terminated: ok {rc=0}\u000a17:26:37.998754 --- ParallelTerminationStrategy: PID 10557 died...\u000a17:26:38.052347 run iperf3-srv_10.42.42.10(pid=10557): Terminated {rc=256}\u000a17:26:38.062011 --- ParallelTerminationStrategy: PID 10558 died...\u000a17:26:38.115860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10558): Terminated: ok {rc=0}\u000a17:26:38.125957 --- ParallelTerminationStrategy: PID 10559 died...\u000a17:26:38.179463 run iperf3-srv_10.42.42.10(pid=10559): Terminated {rc=256}\u000a17:26:38.189096 --- ParallelTerminationStrategy: PID 10560 died...\u000a17:26:38.242709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10560): Terminated: ok {rc=0}\u000a17:26:38.252262 --- ParallelTerminationStrategy: PID 10561 died...\u000a17:26:38.305794 run iperf3-srv_10.42.42.10(pid=10561): Terminated {rc=256}\u000a17:26:38.315745 --- ParallelTerminationStrategy: PID 10564 died...\u000a17:26:38.369823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10564): Terminated: ok {rc=0}\u000a17:26:38.379572 --- ParallelTerminationStrategy: PID 10567 died...\u000a17:26:38.433450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10567): Terminated: ok {rc=0}\u000a17:26:38.443106 --- ParallelTerminationStrategy: PID 10570 died...\u000a17:26:38.497086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10570): Terminated: ok {rc=0}\u000a17:26:38.586953 bus /gobi_4: Setting Powered False\u000a17:26:39.693360 bus /gobi_4: Setting Powered False\u000a17:26:40.807042 bus /gobi_1: Setting Powered False\u000a17:26:41.910360 bus /gobi_1: Setting Powered False\u000a17:26:43.017774 bus /gobi_0: Setting Powered False\u000a17:26:44.125734 bus /gobi_0: Setting Powered False\u000a17:26:45.240595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10578): Process ended prematurely: osmo-stp_10.42.42.5(pid=10578) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10578)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10578): Process ended prematurely: osmo-stp_10.42.42.5(pid=10578) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:26:46.309896 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.322983 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:46.482398 tst ping.py: using LAC 35122\u000a17:26:46.634899 tst ping.py: using RAC 187\u000a17:26:46.759330 tst ping.py: using CellId 35122\u000a17:26:46.882662 tst ping.py: using BVCI 35123\u000a17:26:46.906811 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.918467 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.929792 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.941036 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.952425 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.963716 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.975128 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:46.987133 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:47.273877 tst ping.py:19: start network...\u000a17:26:47.401643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:47.888805 run create_hlr_db(pid=10572): Launched\u000a17:26:48.064148 bus /gobi_6: Setting Powered False\u000a17:26:49.085883 run create_hlr_db(pid=10572): Terminated: ok {rc=0}\u000a17:26:49.518483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10574): Launched\u000a17:26:49.844382 run osmo-hlr_10.42.42.2(pid=10575): Launched\u000a17:26:49.967030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:50.537371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10577): Launched\u000a17:26:50.860207 run osmo-stp_10.42.42.5(pid=10578): Launched\u000a17:26:50.978380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:51.546883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10580): Launched\u000a17:26:51.663253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:26:51.950019 run patchelf(pid=10581): Launched\u000a17:26:52.141315 run osmo-stp_10.42.42.5(pid=10578): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10578)]\u000a17:26:52.281249 run osmo-stp_10.42.42.5(pid=10578): stdout: \u000a| (launched: 2022-12-13_17:26:50.701939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:52.421534 run osmo-stp_10.42.42.5(pid=10578): stderr: \u000a| �[0;m�[38;5;43m20221213172650891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172650891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172650891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172650891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172650892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172650892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172650892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:52.557075 run osmo-stp_10.42.42.5(pid=10578): stdout: \u000a| (launched: 2022-12-13_17:26:50.701939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:52.691062 run osmo-stp_10.42.42.5(pid=10578): stderr: \u000a| �[0;m�[38;5;43m20221213172650891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172650891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172650891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172650891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172650892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172650892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172650892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:52.847425 run patchelf(pid=10581): Terminating (SIGINT)\u000a17:26:53.032042 run patchelf(pid=10581): Terminated: ok {rc=0}\u000a17:26:53.065381 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10578): Process ended prematurely: osmo-stp_10.42.42.5(pid=10578) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10578)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:26:53.074852 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:26:53.139456 run osmo-hlr_10.42.42.2(pid=10575): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10575)]\u000a17:26:53.192815 run osmo-hlr_10.42.42.2(pid=10575): stdout: \u000a| (launched: 2022-12-13_17:26:49.683658) \u000a17:26:53.246485 run osmo-hlr_10.42.42.2(pid=10575): stderr: \u000a| �[0;m�[1;31m20221213172649877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172649877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172649877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172649877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172649877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172649877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172649888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172649897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172649897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172649897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:53.292135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10574): Terminating (SIGTERM)\u000a17:26:53.335781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10577): Terminating (SIGTERM)\u000a17:26:53.379407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10580): Terminating (SIGTERM)\u000a17:26:53.389315 --- ParallelTerminationStrategy: PID 10574 died...\u000a17:26:53.447188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10574): Terminated: ok {rc=0}\u000a17:26:53.457832 --- ParallelTerminationStrategy: PID 10577 died...\u000a17:26:53.515509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10577): Terminated: ok {rc=0}\u000a17:26:53.525799 --- ParallelTerminationStrategy: PID 10580 died...\u000a17:26:53.583173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10580): Terminated: ok {rc=0}\u000a17:26:53.671880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10588): Process ended prematurely: osmo-stp_10.42.42.5(pid=10588) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10588)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10588): Process ended prematurely: osmo-stp_10.42.42.5(pid=10588) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:26:54.724909 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:54.736906 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:26:54.893231 tst ping_idle_ping.py: using LAC 35123\u000a17:26:55.023213 tst ping_idle_ping.py: using RAC 188\u000a17:26:55.152689 tst ping_idle_ping.py: using CellId 35123\u000a17:26:55.282067 tst ping_idle_ping.py: using BVCI 35124\u000a17:26:55.307113 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:55.318708 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:55.329874 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:55.341093 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:55.352579 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:55.364104 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:55.375799 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:26:55.387439 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:26:55.670021 tst ping_idle_ping.py:24: start network...\u000a17:26:55.796467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:56.285969 run create_hlr_db(pid=10582): Launched\u000a17:26:56.463022 bus /gobi_6: Setting Powered False\u000a17:26:57.483128 run create_hlr_db(pid=10582): Terminated: ok {rc=0}\u000a17:26:57.890105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10584): Launched\u000a17:26:58.193342 run osmo-hlr_10.42.42.2(pid=10585): Launched\u000a17:26:58.303628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:58.831870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10587): Launched\u000a17:26:59.135480 run osmo-stp_10.42.42.5(pid=10588): Launched\u000a17:26:59.245586 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:26:59.775565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10590): Launched\u000a17:26:59.884039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:00.149418 run patchelf(pid=10591): Launched\u000a17:27:00.328071 run osmo-stp_10.42.42.5(pid=10588): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10588)]\u000a17:27:00.458892 run osmo-stp_10.42.42.5(pid=10588): stdout: \u000a| (launched: 2022-12-13_17:26:58.986033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:00.590683 run osmo-stp_10.42.42.5(pid=10588): stderr: \u000a| �[0;m�[38;5;43m20221213172659155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172659155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172659155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172659155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172659156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172659156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172659156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:00.716265 run osmo-stp_10.42.42.5(pid=10588): stdout: \u000a| (launched: 2022-12-13_17:26:58.986033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:00.841348 run osmo-stp_10.42.42.5(pid=10588): stderr: \u000a| �[0;m�[38;5;43m20221213172659155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172659155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172659155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172659155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172659156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172659156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172659156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:00.990274 run patchelf(pid=10591): Terminating (SIGINT)\u000a17:27:01.166074 run patchelf(pid=10591): Terminated: ok {rc=0}\u000a17:27:01.198342 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10588): Process ended prematurely: osmo-stp_10.42.42.5(pid=10588) [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10588)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:27:01.207618 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:27:01.269420 run osmo-hlr_10.42.42.2(pid=10585): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10585)]\u000a17:27:01.319996 run osmo-hlr_10.42.42.2(pid=10585): stdout: \u000a| (launched: 2022-12-13_17:26:58.044819) \u000a17:27:01.371526 run osmo-hlr_10.42.42.2(pid=10585): stderr: \u000a| �[0;m�[1;31m20221213172658219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172658219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172658219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172658219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172658219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172658220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172658252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172658261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172658262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172658262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:01.415310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10584): Terminating (SIGTERM)\u000a17:27:01.456432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10587): Terminating (SIGTERM)\u000a17:27:01.498596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10590): Terminating (SIGTERM)\u000a17:27:01.509835 --- ParallelTerminationStrategy: PID 10584 died...\u000a17:27:01.566116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10584): Terminated: ok {rc=0}\u000a17:27:01.576408 --- ParallelTerminationStrategy: PID 10587 died...\u000a17:27:01.631258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10587): Terminated: ok {rc=0}\u000a17:27:01.641519 --- ParallelTerminationStrategy: PID 10590 died...\u000a17:27:01.696667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10590): Terminated: ok {rc=0}\u000a17:27:01.781992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:26:03" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10606): Process ended prematurely: osmo-stp_10.42.42.5(pid=10606) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10606): Process ended prematurely: osmo-stp_10.42.42.5(pid=10606) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:27:03.893880 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:03.904509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:04.050272 tst cs_paging_gprs_active.py: using LAC 35124\u000a17:27:04.171013 tst cs_paging_gprs_active.py: using RAC 189\u000a17:27:04.296113 tst cs_paging_gprs_active.py: using CellId 35124\u000a17:27:04.418813 tst cs_paging_gprs_active.py: using BVCI 35125\u000a17:27:04.442491 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.453314 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.463833 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.474390 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.484783 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.495319 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.505961 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.516809 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:04.528325 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:04.652462 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:04.950732 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:27:05.088375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:05.431128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10596): Launched\u000a17:27:05.716379 run iperf3-srv_10.42.42.10(pid=10597): Launched\u000a17:27:05.919592 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:27:06.057726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:06.399908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10598): Launched\u000a17:27:06.683876 run iperf3-srv_10.42.42.10(pid=10599): Launched\u000a17:27:06.886732 tst cs_paging_gprs_active.py:38: start network...\u000a17:27:07.025371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:07.544763 run create_hlr_db(pid=10600): Launched\u000a17:27:07.736189 bus /gobi_6: Setting Powered False\u000a17:27:08.757704 run create_hlr_db(pid=10600): Terminated: ok {rc=0}\u000a17:27:09.174767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10602): Launched\u000a17:27:09.484119 run osmo-hlr_10.42.42.2(pid=10603): Launched\u000a17:27:09.598368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:10.135991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10605): Launched\u000a17:27:10.447392 run osmo-stp_10.42.42.5(pid=10606): Launched\u000a17:27:10.559649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:11.100787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10608): Launched\u000a17:27:11.211095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:11.481291 run patchelf(pid=10609): Launched\u000a17:27:11.663107 run osmo-stp_10.42.42.5(pid=10606): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)]\u000a17:27:11.795927 run osmo-stp_10.42.42.5(pid=10606): stdout: \u000a| (launched: 2022-12-13_17:27:10.293983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:11.929357 run osmo-stp_10.42.42.5(pid=10606): stderr: \u000a| �[0;m�[38;5;43m20221213172710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172710463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:12.057416 run osmo-stp_10.42.42.5(pid=10606): stdout: \u000a| (launched: 2022-12-13_17:27:10.293983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:12.184126 run osmo-stp_10.42.42.5(pid=10606): stderr: \u000a| �[0;m�[38;5;43m20221213172710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172710462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172710463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172710463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:12.332916 run patchelf(pid=10609): Terminating (SIGINT)\u000a17:27:12.509144 run patchelf(pid=10609): Terminated: ok {rc=0}\u000a17:27:12.541219 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10606): Process ended prematurely: osmo-stp_10.42.42.5(pid=10606) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10606)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:27:12.550497 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:27:12.610989 run osmo-hlr_10.42.42.2(pid=10603): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10603)]\u000a17:27:12.660258 run osmo-hlr_10.42.42.2(pid=10603): stdout: \u000a| (launched: 2022-12-13_17:27:09.331931) \u000a17:27:12.710365 run osmo-hlr_10.42.42.2(pid=10603): stderr: \u000a| �[0;m�[1;31m20221213172709507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172709507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172709507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172709507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172709507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172709507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172709519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172709527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172709528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172709528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:12.752794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10596): Terminating (SIGTERM)\u000a17:27:12.792631 run iperf3-srv_10.42.42.10(pid=10597): Terminating (SIGTERM)\u000a17:27:12.832460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10598): Terminating (SIGTERM)\u000a17:27:12.872228 run iperf3-srv_10.42.42.10(pid=10599): Terminating (SIGTERM)\u000a17:27:12.912130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10602): Terminating (SIGTERM)\u000a17:27:12.952139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10605): Terminating (SIGTERM)\u000a17:27:12.992230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10608): Terminating (SIGTERM)\u000a17:27:13.001433 --- ParallelTerminationStrategy: PID 10596 died...\u000a17:27:13.055105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10596): Terminated: ok {rc=0}\u000a17:27:13.064580 --- ParallelTerminationStrategy: PID 10597 died...\u000a17:27:13.117767 run iperf3-srv_10.42.42.10(pid=10597): Terminated {rc=256}\u000a17:27:13.127224 --- ParallelTerminationStrategy: PID 10598 died...\u000a17:27:13.180213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10598): Terminated: ok {rc=0}\u000a17:27:13.189708 --- ParallelTerminationStrategy: PID 10599 died...\u000a17:27:13.242781 run iperf3-srv_10.42.42.10(pid=10599): Terminated {rc=256}\u000a17:27:13.252204 --- ParallelTerminationStrategy: PID 10602 died...\u000a17:27:13.305385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10602): Terminated: ok {rc=0}\u000a17:27:13.314869 --- ParallelTerminationStrategy: PID 10605 died...\u000a17:27:13.368166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10605): Terminated: ok {rc=0}\u000a17:27:13.377822 --- ParallelTerminationStrategy: PID 10608 died...\u000a17:27:13.431107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10608): Terminated: ok {rc=0}\u000a17:27:13.521049 bus /gobi_0: Setting Powered False\u000a17:27:14.627248 bus /gobi_0: Setting Powered False\u000a17:27:15.735299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10618): Process ended prematurely: osmo-stp_10.42.42.5(pid=10618) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10618)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10618): Process ended prematurely: osmo-stp_10.42.42.5(pid=10618) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:27:16.852892 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:16.866090 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:17.027442 tst iperf3.py: using LAC 35125\u000a17:27:17.174256 tst iperf3.py: using RAC 190\u000a17:27:17.304195 tst iperf3.py: using CellId 35125\u000a17:27:17.435042 tst iperf3.py: using BVCI 35126\u000a17:27:17.460439 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.472143 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.483362 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.494909 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.506680 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.518415 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.530340 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.542323 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:17.554162 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:17.837695 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:27:17.965949 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:18.285417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10610): Launched\u000a17:27:18.550778 run iperf3-srv_10.42.42.10(pid=10611): Launched\u000a17:27:18.739192 tst iperf3.py:8: start network...\u000a17:27:18.867512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:19.360565 run create_hlr_db(pid=10612): Launched\u000a17:27:19.539525 bus /gobi_6: Setting Powered False\u000a17:27:20.560336 run create_hlr_db(pid=10612): Terminated: ok {rc=0}\u000a17:27:21.001155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10614): Launched\u000a17:27:21.334098 run osmo-hlr_10.42.42.2(pid=10615): Launched\u000a17:27:21.457247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:22.035095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10617): Launched\u000a17:27:22.364127 run osmo-stp_10.42.42.5(pid=10618): Launched\u000a17:27:22.482618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:23.057935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10620): Launched\u000a17:27:23.175804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:23.463148 run patchelf(pid=10621): Launched\u000a17:27:23.656654 run osmo-stp_10.42.42.5(pid=10618): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10618)]\u000a17:27:23.797660 run osmo-stp_10.42.42.5(pid=10618): stdout: \u000a| (launched: 2022-12-13_17:27:22.202204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:23.939556 run osmo-stp_10.42.42.5(pid=10618): stderr: \u000a| �[0;m�[38;5;43m20221213172722391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172722391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172722392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:24.075951 run osmo-stp_10.42.42.5(pid=10618): stdout: \u000a| (launched: 2022-12-13_17:27:22.202204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:24.210857 run osmo-stp_10.42.42.5(pid=10618): stderr: \u000a| �[0;m�[38;5;43m20221213172722391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172722391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172722392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:24.369908 run patchelf(pid=10621): Terminating (SIGINT)\u000a17:27:24.557094 run patchelf(pid=10621): Terminated: ok {rc=0}\u000a17:27:24.591181 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10618): Process ended prematurely: osmo-stp_10.42.42.5(pid=10618) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10618)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:27:24.601224 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:27:24.665342 run osmo-hlr_10.42.42.2(pid=10615): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10615)]\u000a17:27:24.717923 run osmo-hlr_10.42.42.2(pid=10615): stdout: \u000a| (launched: 2022-12-13_17:27:21.170545) \u000a17:27:24.771258 run osmo-hlr_10.42.42.2(pid=10615): stderr: \u000a| �[0;m�[1;31m20221213172721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172721366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172721378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172721387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172721387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172721387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:24.816492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10610): Terminating (SIGTERM)\u000a17:27:24.859788 run iperf3-srv_10.42.42.10(pid=10611): Terminating (SIGTERM)\u000a17:27:24.902706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10614): Terminating (SIGTERM)\u000a17:27:24.945946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10617): Terminating (SIGTERM)\u000a17:27:24.988591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10620): Terminating (SIGTERM)\u000a17:27:24.998370 --- ParallelTerminationStrategy: PID 10610 died...\u000a17:27:25.055537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10610): Terminated: ok {rc=0}\u000a17:27:25.065707 --- ParallelTerminationStrategy: PID 10611 died...\u000a17:27:25.122455 run iperf3-srv_10.42.42.10(pid=10611): Terminated {rc=256}\u000a17:27:25.132528 --- ParallelTerminationStrategy: PID 10614 died...\u000a17:27:25.189652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10614): Terminated: ok {rc=0}\u000a17:27:25.199680 --- ParallelTerminationStrategy: PID 10617 died...\u000a17:27:25.256431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10617): Terminated: ok {rc=0}\u000a17:27:25.266570 --- ParallelTerminationStrategy: PID 10620 died...\u000a17:27:25.323614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10620): Terminated: ok {rc=0}\u000a17:27:25.412940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10636): Process ended prematurely: osmo-stp_10.42.42.5(pid=10636) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10636): Process ended prematurely: osmo-stp_10.42.42.5(pid=10636) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:27:26.530337 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:26.542358 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:26.698047 tst iperf3m4.py: using LAC 35126\u000a17:27:26.827021 tst iperf3m4.py: using RAC 191\u000a17:27:26.957894 tst iperf3m4.py: using CellId 35126\u000a17:27:27.086970 tst iperf3m4.py: using BVCI 35127\u000a17:27:27.112293 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.123867 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.135134 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.146391 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.157771 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.169662 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.181274 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.192717 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:27.204324 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:27.324243 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:27.449143 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:27.569775 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:27.853725 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:27:27.983019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:28.306587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10622): Launched\u000a17:27:28.573908 run iperf3-srv_10.42.42.10(pid=10623): Launched\u000a17:27:28.762115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:27:28.889932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:29.209608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10624): Launched\u000a17:27:29.477447 run iperf3-srv_10.42.42.10(pid=10625): Launched\u000a17:27:29.664761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:27:29.792557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:30.114194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10626): Launched\u000a17:27:30.381909 run iperf3-srv_10.42.42.10(pid=10627): Launched\u000a17:27:30.569311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:27:30.697251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:27:31.049155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10628): Launched\u000a17:27:31.334499 run iperf3-srv_10.42.42.10(pid=10629): Launched\u000a17:27:31.526335 tst iperf3m4.py:8: start network...\u000a17:27:31.657580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:32.191316 run create_hlr_db(pid=10630): Launched\u000a17:27:32.368807 bus /gobi_6: Setting Powered False\u000a17:27:33.391058 run create_hlr_db(pid=10630): Terminated: ok {rc=0}\u000a17:27:33.803387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10632): Launched\u000a17:27:34.113019 run osmo-hlr_10.42.42.2(pid=10633): Launched\u000a17:27:34.226464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:34.765997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10635): Launched\u000a17:27:35.074531 run osmo-stp_10.42.42.5(pid=10636): Launched\u000a17:27:35.186115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:35.725136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10638): Launched\u000a17:27:35.835017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:36.105450 run patchelf(pid=10639): Launched\u000a17:27:36.287248 run osmo-stp_10.42.42.5(pid=10636): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)]\u000a17:27:36.419952 run osmo-stp_10.42.42.5(pid=10636): stdout: \u000a| (launched: 2022-12-13_17:27:34.922735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:36.553463 run osmo-stp_10.42.42.5(pid=10636): stderr: \u000a| �[0;m�[38;5;43m20221213172735093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172735093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172735093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172735093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172735094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172735094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172735094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:36.681479 run osmo-stp_10.42.42.5(pid=10636): stdout: \u000a| (launched: 2022-12-13_17:27:34.922735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:36.809161 run osmo-stp_10.42.42.5(pid=10636): stderr: \u000a| �[0;m�[38;5;43m20221213172735093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172735093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172735093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172735093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172735094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172735094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172735094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:36.958747 run patchelf(pid=10639): Terminating (SIGINT)\u000a17:27:37.135237 run patchelf(pid=10639): Terminated: ok {rc=0}\u000a17:27:37.167453 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10636): Process ended prematurely: osmo-stp_10.42.42.5(pid=10636) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10636)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:27:37.176631 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a17:27:37.237711 run osmo-hlr_10.42.42.2(pid=10633): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10633)]\u000a17:27:37.287828 run osmo-hlr_10.42.42.2(pid=10633): stdout: \u000a| (launched: 2022-12-13_17:27:33.960185) \u000a17:27:37.338352 run osmo-hlr_10.42.42.2(pid=10633): stderr: \u000a| �[0;m�[1;31m20221213172734134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172734134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172734134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172734134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172734134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172734134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172734146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172734154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172734154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172734154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:37.381222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10622): Terminating (SIGTERM)\u000a17:27:37.421341 run iperf3-srv_10.42.42.10(pid=10623): Terminating (SIGTERM)\u000a17:27:37.461540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10624): Terminating (SIGTERM)\u000a17:27:37.501683 run iperf3-srv_10.42.42.10(pid=10625): Terminating (SIGTERM)\u000a17:27:37.542501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10626): Terminating (SIGTERM)\u000a17:27:37.582696 run iperf3-srv_10.42.42.10(pid=10627): Terminating (SIGTERM)\u000a17:27:37.622727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10628): Terminating (SIGTERM)\u000a17:27:37.662793 run iperf3-srv_10.42.42.10(pid=10629): Terminating (SIGTERM)\u000a17:27:37.702973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10632): Terminating (SIGTERM)\u000a17:27:37.742974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10635): Terminating (SIGTERM)\u000a17:27:37.783194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10638): Terminating (SIGTERM)\u000a17:27:37.792398 --- ParallelTerminationStrategy: PID 10622 died...\u000a17:27:37.846303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10622): Terminated: ok {rc=0}\u000a17:27:37.855967 --- ParallelTerminationStrategy: PID 10623 died...\u000a17:27:37.909466 run iperf3-srv_10.42.42.10(pid=10623): Terminated {rc=256}\u000a17:27:37.919096 --- ParallelTerminationStrategy: PID 10624 died...\u000a17:27:37.973059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10624): Terminated: ok {rc=0}\u000a17:27:37.982698 --- ParallelTerminationStrategy: PID 10625 died...\u000a17:27:38.036070 run iperf3-srv_10.42.42.10(pid=10625): Terminated {rc=256}\u000a17:27:38.045764 --- ParallelTerminationStrategy: PID 10626 died...\u000a17:27:38.099290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10626): Terminated: ok {rc=0}\u000a17:27:38.108941 --- ParallelTerminationStrategy: PID 10627 died...\u000a17:27:38.162323 run iperf3-srv_10.42.42.10(pid=10627): Terminated {rc=256}\u000a17:27:38.171852 --- ParallelTerminationStrategy: PID 10628 died...\u000a17:27:38.225546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10628): Terminated: ok {rc=0}\u000a17:27:38.235220 --- ParallelTerminationStrategy: PID 10629 died...\u000a17:27:38.288704 run iperf3-srv_10.42.42.10(pid=10629): Terminated {rc=256}\u000a17:27:38.298361 --- ParallelTerminationStrategy: PID 10632 died...\u000a17:27:38.352217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10632): Terminated: ok {rc=0}\u000a17:27:38.361885 --- ParallelTerminationStrategy: PID 10635 died...\u000a17:27:38.415674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10635): Terminated: ok {rc=0}\u000a17:27:38.425493 --- ParallelTerminationStrategy: PID 10638 died...\u000a17:27:38.481790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10638): Terminated: ok {rc=0}\u000a17:27:38.632818 bus /gobi_4: Setting Powered False\u000a17:27:39.740853 bus /gobi_4: Setting Powered False\u000a17:27:40.852702 bus /gobi_1: Setting Powered False\u000a17:27:41.961926 bus /gobi_1: Setting Powered False\u000a17:27:43.073104 bus /gobi_0: Setting Powered False\u000a17:27:44.181050 bus /gobi_0: Setting Powered False\u000a17:27:45.292342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10646): Process ended prematurely: osmo-stp_10.42.42.5(pid=10646) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10646)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10646): Process ended prematurely: osmo-stp_10.42.42.5(pid=10646) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:27:46.360007 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:46.371975 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:46.555491 tst ping.py: using LAC 35127\u000a17:27:46.690483 tst ping.py: using RAC 192\u000a17:27:46.821527 tst ping.py: using CellId 35127\u000a17:27:46.945705 tst ping.py: using BVCI 35128\u000a17:27:46.970090 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:46.981359 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:46.992363 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.003399 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.014590 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.026623 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.038184 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:47.049397 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:47.332402 tst ping.py:19: start network...\u000a17:27:47.459357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:47.943770 run create_hlr_db(pid=10640): Launched\u000a17:27:48.119304 bus /gobi_6: Setting Powered False\u000a17:27:49.141811 run create_hlr_db(pid=10640): Terminated: ok {rc=0}\u000a17:27:49.574566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10642): Launched\u000a17:27:49.900178 run osmo-hlr_10.42.42.2(pid=10643): Launched\u000a17:27:50.020852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:50.590170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10645): Launched\u000a17:27:50.914054 run osmo-stp_10.42.42.5(pid=10646): Launched\u000a17:27:51.032580 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:51.598138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10648): Launched\u000a17:27:51.714852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:27:51.998700 run patchelf(pid=10649): Launched\u000a17:27:52.188768 run osmo-stp_10.42.42.5(pid=10646): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10646)]\u000a17:27:52.327939 run osmo-stp_10.42.42.5(pid=10646): stdout: \u000a| (launched: 2022-12-13_17:27:50.755092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:52.467447 run osmo-stp_10.42.42.5(pid=10646): stderr: \u000a| �[0;m�[38;5;43m20221213172750943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172750944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172750944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172750944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172750945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172750945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172750945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:52.602463 run osmo-stp_10.42.42.5(pid=10646): stdout: \u000a| (launched: 2022-12-13_17:27:50.755092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:52.735867 run osmo-stp_10.42.42.5(pid=10646): stderr: \u000a| �[0;m�[38;5;43m20221213172750943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172750944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172750944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172750944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172750945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172750945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172750945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:52.892243 run patchelf(pid=10649): Terminating (SIGINT)\u000a17:27:53.076796 run patchelf(pid=10649): Terminated: ok {rc=0}\u000a17:27:53.110146 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10646): Process ended prematurely: osmo-stp_10.42.42.5(pid=10646) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10646)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:27:53.119660 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:27:53.184195 run osmo-hlr_10.42.42.2(pid=10643): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10643)]\u000a17:27:53.237657 run osmo-hlr_10.42.42.2(pid=10643): stdout: \u000a| (launched: 2022-12-13_17:27:49.739960) \u000a17:27:53.291428 run osmo-hlr_10.42.42.2(pid=10643): stderr: \u000a| �[0;m�[1;31m20221213172749934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172749934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172749934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172749935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172749935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172749935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172749946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172749956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172749956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172749956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:53.337403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10642): Terminating (SIGTERM)\u000a17:27:53.380620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10645): Terminating (SIGTERM)\u000a17:27:53.423990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10648): Terminating (SIGTERM)\u000a17:27:53.433989 --- ParallelTerminationStrategy: PID 10642 died...\u000a17:27:53.491966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10642): Terminated: ok {rc=0}\u000a17:27:53.502371 --- ParallelTerminationStrategy: PID 10645 died...\u000a17:27:53.559916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10645): Terminated: ok {rc=0}\u000a17:27:53.570179 --- ParallelTerminationStrategy: PID 10648 died...\u000a17:27:53.627700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10648): Terminated: ok {rc=0}\u000a17:27:53.716461 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10656): Process ended prematurely: osmo-stp_10.42.42.5(pid=10656) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10656)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10656): Process ended prematurely: osmo-stp_10.42.42.5(pid=10656) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:27:54.769075 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:54.781425 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:27:54.936729 tst ping_idle_ping.py: using LAC 35128\u000a17:27:55.065270 tst ping_idle_ping.py: using RAC 193\u000a17:27:55.191850 tst ping_idle_ping.py: using CellId 35128\u000a17:27:55.318492 tst ping_idle_ping.py: using BVCI 35129\u000a17:27:55.343419 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:55.354973 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:55.366321 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:55.377498 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:55.388815 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:55.400377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:55.412042 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:27:55.423556 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:27:55.705613 tst ping_idle_ping.py:24: start network...\u000a17:27:55.832233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:56.327361 run create_hlr_db(pid=10650): Launched\u000a17:27:56.503718 bus /gobi_6: Setting Powered False\u000a17:27:57.524381 run create_hlr_db(pid=10650): Terminated: ok {rc=0}\u000a17:27:57.930052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10652): Launched\u000a17:27:58.232699 run osmo-hlr_10.42.42.2(pid=10653): Launched\u000a17:27:58.342863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:58.871163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10655): Launched\u000a17:27:59.175746 run osmo-stp_10.42.42.5(pid=10656): Launched\u000a17:27:59.286132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:27:59.815859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10658): Launched\u000a17:27:59.924373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:28:00.189612 run patchelf(pid=10659): Launched\u000a17:28:00.367327 run osmo-stp_10.42.42.5(pid=10656): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10656)]\u000a17:28:00.497848 run osmo-stp_10.42.42.5(pid=10656): stdout: \u000a| (launched: 2022-12-13_17:27:59.026699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:00.628701 run osmo-stp_10.42.42.5(pid=10656): stderr: \u000a| �[0;m�[38;5;43m20221213172759194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172759194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172759194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172759194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172759195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172759195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172759195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:00.754687 run osmo-stp_10.42.42.5(pid=10656): stdout: \u000a| (launched: 2022-12-13_17:27:59.026699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:00.879663 run osmo-stp_10.42.42.5(pid=10656): stderr: \u000a| �[0;m�[38;5;43m20221213172759194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172759194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172759194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172759194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172759195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172759195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172759195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:01.029800 run patchelf(pid=10659): Terminating (SIGINT)\u000a17:28:01.205737 run patchelf(pid=10659): Terminated: ok {rc=0}\u000a17:28:01.238052 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10656): Process ended prematurely: osmo-stp_10.42.42.5(pid=10656) [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10656)] [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:28:01.247715 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:28:01.309813 run osmo-hlr_10.42.42.2(pid=10653): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10653)]\u000a17:28:01.360645 run osmo-hlr_10.42.42.2(pid=10653): stdout: \u000a| (launched: 2022-12-13_17:27:58.084111) \u000a17:28:01.412575 run osmo-hlr_10.42.42.2(pid=10653): stderr: \u000a| �[0;m�[1;31m20221213172758260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172758260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172758260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172758261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172758261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172758261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172758273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172758282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172758282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172758282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:01.456836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10652): Terminating (SIGTERM)\u000a17:28:01.498447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10655): Terminating (SIGTERM)\u000a17:28:01.539439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10658): Terminating (SIGTERM)\u000a17:28:01.549716 --- ParallelTerminationStrategy: PID 10652 died...\u000a17:28:01.606763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10652): Terminated: ok {rc=0}\u000a17:28:01.616855 --- ParallelTerminationStrategy: PID 10655 died...\u000a17:28:01.671907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10655): Terminated: ok {rc=0}\u000a17:28:01.682014 --- ParallelTerminationStrategy: PID 10658 died...\u000a17:28:01.736580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10658): Terminated: ok {rc=0}\u000a17:28:01.828179 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:27:03" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10669): Process ended prematurely: osmo-stp_10.42.42.5(pid=10669) [trial-2392↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10669)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10669): Process ended prematurely: osmo-stp_10.42.42.5(pid=10669) [trial-2392↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:28:03.832244 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:03.844422 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:28:03.995112 tst switch_tch_pdch.py: using LAC 35129\u000a17:28:04.122432 tst switch_tch_pdch.py: using RAC 194\u000a17:28:04.249752 tst switch_tch_pdch.py: using CellId 35129\u000a17:28:04.374538 tst switch_tch_pdch.py: using BVCI 35130\u000a17:28:04.399456 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:04.411142 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:04.422638 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:04.434140 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:04.445809 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:04.457983 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:04.470101 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:28:04.482002 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:28:04.600092 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:28:04.897450 tst switch_tch_pdch.py:51: start network...\u000a17:28:05.034113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:05.542626 run create_hlr_db(pid=10663): Launched\u000a17:28:05.731685 bus /gobi_6: Setting Powered False\u000a17:28:06.752800 run create_hlr_db(pid=10663): Terminated: ok {rc=0}\u000a17:28:07.162604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10665): Launched\u000a17:28:07.466008 run osmo-hlr_10.42.42.2(pid=10666): Launched\u000a17:28:07.582652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:08.109275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10668): Launched\u000a17:28:08.413078 run osmo-stp_10.42.42.5(pid=10669): Launched\u000a17:28:08.522999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:28:09.051942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10671): Launched\u000a17:28:09.159869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:28:09.424320 run patchelf(pid=10672): Launched\u000a17:28:09.601531 run osmo-stp_10.42.42.5(pid=10669): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10669)]\u000a17:28:09.731669 run osmo-stp_10.42.42.5(pid=10669): stdout: \u000a| (launched: 2022-12-13_17:28:08.263950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:09.861812 run osmo-stp_10.42.42.5(pid=10669): stderr: \u000a| �[0;m�[38;5;43m20221213172808429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172808429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172808430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172808430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172808431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172808431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172808431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:09.986670 run osmo-stp_10.42.42.5(pid=10669): stdout: \u000a| (launched: 2022-12-13_17:28:08.263950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:10.110338 run osmo-stp_10.42.42.5(pid=10669): stderr: \u000a| �[0;m�[38;5;43m20221213172808429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172808429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172808430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172808430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172808431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172808431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172808431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:10.256040 run patchelf(pid=10672): Terminating (SIGINT)\u000a17:28:10.428001 run patchelf(pid=10672): Terminated: ok {rc=0}\u000a17:28:10.459137 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10669): Process ended prematurely: osmo-stp_10.42.42.5(pid=10669) [trial-2392↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10669)] [trial-2392↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:28:10.467810 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a17:28:10.527516 run osmo-hlr_10.42.42.2(pid=10666): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10666)]\u000a17:28:10.576683 run osmo-hlr_10.42.42.2(pid=10666): stdout: \u000a| (launched: 2022-12-13_17:28:07.316495) \u000a17:28:10.626722 run osmo-hlr_10.42.42.2(pid=10666): stderr: \u000a| �[0;m�[1;31m20221213172807489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172807489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172807489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172807489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172807489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172807489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172807502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172807513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172807513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172807513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:10.669064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10665): Terminating (SIGTERM)\u000a17:28:10.708833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10668): Terminating (SIGTERM)\u000a17:28:10.748676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10671): Terminating (SIGTERM)\u000a17:28:10.757864 --- ParallelTerminationStrategy: PID 10665 died...\u000a17:28:10.812326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10665): Terminated: ok {rc=0}\u000a17:28:10.821923 --- ParallelTerminationStrategy: PID 10668 died...\u000a17:28:10.875332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10668): Terminated: ok {rc=0}\u000a17:28:10.884794 --- ParallelTerminationStrategy: PID 10671 died...\u000a17:28:10.938077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10671): Terminated: ok {rc=0}\u000a17:28:11.027159 bus /gobi_0: Setting Powered False\u000a17:28:12.133591 bus /gobi_0: Setting Powered False\u000a17:28:13.240745 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:28:03" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10682): Process ended prematurely: osmo-stp_10.42.42.5(pid=10682) [trial-2392↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10682)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10682): Process ended prematurely: osmo-stp_10.42.42.5(pid=10682) [trial-2392↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:28:15.186280 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.197841 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:28:15.349684 tst switch_tch_pdch.py: using LAC 35130\u000a17:28:15.474724 tst switch_tch_pdch.py: using RAC 195\u000a17:28:15.600099 tst switch_tch_pdch.py: using CellId 35130\u000a17:28:15.725231 tst switch_tch_pdch.py: using BVCI 35131\u000a17:28:15.750152 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.761553 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.772757 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.783941 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.795595 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.807293 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.819260 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:28:15.835564 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:28:15.969630 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:28:16.282783 tst switch_tch_pdch.py:51: start network...\u000a17:28:16.421614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:16.940251 run create_hlr_db(pid=10676): Launched\u000a17:28:17.079623 bus /gobi_6: Setting Powered False\u000a17:28:18.151361 run create_hlr_db(pid=10676): Terminated: ok {rc=0}\u000a17:28:18.534142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10678): Launched\u000a17:28:18.837405 run osmo-hlr_10.42.42.2(pid=10679): Launched\u000a17:28:18.955728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:19.462436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10681): Launched\u000a17:28:19.763677 run osmo-stp_10.42.42.5(pid=10682): Launched\u000a17:28:19.874412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:28:20.375525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10684): Launched\u000a17:28:20.483349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:28:20.747247 run patchelf(pid=10685): Launched\u000a17:28:20.924258 run osmo-stp_10.42.42.5(pid=10682): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10682)]\u000a17:28:21.054628 run osmo-stp_10.42.42.5(pid=10682): stdout: \u000a| (launched: 2022-12-13_17:28:19.615616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:21.185713 run osmo-stp_10.42.42.5(pid=10682): stderr: \u000a| �[0;m�[38;5;43m20221213172819781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172819781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172819781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172819781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172819782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172819782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172819782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:21.310918 run osmo-stp_10.42.42.5(pid=10682): stdout: \u000a| (launched: 2022-12-13_17:28:19.615616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:21.434919 run osmo-stp_10.42.42.5(pid=10682): stderr: \u000a| �[0;m�[38;5;43m20221213172819781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172819781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172819781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172819781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172819782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172819782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172819782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:21.580616 run patchelf(pid=10685): Terminating (SIGINT)\u000a17:28:21.752235 run patchelf(pid=10685): Terminated: ok {rc=0}\u000a17:28:21.783288 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10682): Process ended prematurely: osmo-stp_10.42.42.5(pid=10682) [trial-2392↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10682)] [trial-2392↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:28:21.791969 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a17:28:21.851684 run osmo-hlr_10.42.42.2(pid=10679): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10679)]\u000a17:28:21.900841 run osmo-hlr_10.42.42.2(pid=10679): stdout: \u000a| (launched: 2022-12-13_17:28:18.688455) \u000a17:28:21.951319 run osmo-hlr_10.42.42.2(pid=10679): stderr: \u000a| �[0;m�[1;31m20221213172818863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172818863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172818863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172818863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172818863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172818863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172818875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172818886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172818886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172818886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:21.993924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10678): Terminating (SIGTERM)\u000a17:28:22.034062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10681): Terminating (SIGTERM)\u000a17:28:22.073992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10684): Terminating (SIGTERM)\u000a17:28:22.083134 --- ParallelTerminationStrategy: PID 10678 died...\u000a17:28:22.136430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10678): Terminated: ok {rc=0}\u000a17:28:22.145987 --- ParallelTerminationStrategy: PID 10681 died...\u000a17:28:22.199011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10681): Terminated: ok {rc=0}\u000a17:28:22.208631 --- ParallelTerminationStrategy: PID 10684 died...\u000a17:28:22.261903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10684): Terminated: ok {rc=0}\u000a17:28:22.350150 bus /gobi_0: Setting Powered False\u000a17:28:23.453795 bus /gobi_0: Setting Powered False\u000a17:28:24.563613 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:28:14" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10691): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10691) [trial-2392↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10691)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10691): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10691) [trial-2392↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a17:28:26.453857 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a17:28:26.464572 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:26.599550 tst mo_mt_sms.py: using LAC 35131\u000a17:28:26.722265 tst mo_mt_sms.py: using RAC 196\u000a17:28:26.840124 tst mo_mt_sms.py: using CellId 35131\u000a17:28:26.963120 tst mo_mt_sms.py: using BVCI 35132\u000a17:28:26.986299 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:27.107482 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:27.388590 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:28:27.515000 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:28:28.144751 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10690): Launched\u000a17:28:28.445687 run osmo-nitb_10.42.42.2(pid=10691): Launched\u000a17:28:28.632313 run osmo-nitb_10.42.42.2(pid=10691): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10691)]\u000a17:28:28.770330 run osmo-nitb_10.42.42.2(pid=10691): stdout: \u000a| (launched: 2022-12-13_17:28:28.299461) \u000a17:28:28.908437 run osmo-nitb_10.42.42.2(pid=10691): stderr: \u000a| (launched: 2022-12-13_17:28:28.344441)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:29.041518 run osmo-nitb_10.42.42.2(pid=10691): stdout: \u000a| (launched: 2022-12-13_17:28:28.299461) \u000a17:28:29.173749 run osmo-nitb_10.42.42.2(pid=10691): stderr: \u000a| (launched: 2022-12-13_17:28:28.344441)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:29.569100 tst osmo-nitb_10.42.42.2(pid=10691): stdout: \u000a| (launched: 2022-12-13_17:28:28.299461) \u000a17:28:29.690403 tst osmo-nitb_10.42.42.2(pid=10691): stderr: \u000a| (launched: 2022-12-13_17:28:28.344441)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:29.743419 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10691): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10691) [trial-2392↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10691)] [trial-2392↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a17:28:29.751617 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a17:28:29.786732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10690): Terminating (SIGTERM)\u000a17:28:29.964220 --- ParallelTerminationStrategy: PID 10690 died...\u000a17:28:30.019800 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10690): Terminated: ok {rc=0}\u000a17:28:30.105065 bus /sierra_3: Setting Powered False\u000a17:28:31.227838 bus /sierra_3: Setting Powered False\u000a17:28:32.345687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:28:26" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2392↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2392↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a17:28:34.244464 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:34.255067 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:34.388376 tst mo_mt_sms.py: using LAC 35132\u000a17:28:34.509314 tst mo_mt_sms.py: using RAC 197\u000a17:28:34.629615 tst mo_mt_sms.py: using CellId 35132\u000a17:28:34.747148 tst mo_mt_sms.py: using BVCI 35133\u000a17:28:34.770255 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:34.780682 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:34.791100 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:34.801422 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:34.811683 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:34.822017 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:34.944043 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:35.147173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:35.633153 run create_hlr_db(pid=10696): Launched\u000a17:28:35.808725 bus /sierra_2: Setting Powered False\u000a17:28:36.830015 run create_hlr_db(pid=10696): Terminated: ok {rc=0}\u000a17:28:37.263910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Launched\u000a17:28:37.588939 run osmo-hlr_10.42.42.2(pid=10699): Launched\u000a17:28:37.707813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:38.272859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Launched\u000a17:28:38.599319 run osmo-stp_10.42.42.5(pid=10702): Launched\u000a17:28:38.717653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:39.313156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10704): Launched\u000a17:28:39.637462 run osmo-msc_10.42.42.6(pid=10705): Launched\u000a17:28:39.827546 run osmo-stp_10.42.42.5(pid=10702): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]\u000a17:28:39.965351 run osmo-stp_10.42.42.5(pid=10702): stdout: \u000a| (launched: 2022-12-13_17:28:38.438437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:40.101675 run osmo-stp_10.42.42.5(pid=10702): stderr: \u000a| �[0;m�[38;5;43m20221213172838625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172838625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172838626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172838626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172838627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172838627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172838627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:40.232085 run osmo-stp_10.42.42.5(pid=10702): stdout: \u000a| (launched: 2022-12-13_17:28:38.438437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:40.362213 run osmo-stp_10.42.42.5(pid=10702): stderr: \u000a| �[0;m�[38;5;43m20221213172838625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172838625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172838626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172838626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172838627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172838627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172838627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:40.418686 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2392↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)] [trial-2392↪sms:trx-b200↪mo_mt_sms.py:16]\u000a17:28:40.427416 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a17:28:40.491796 run osmo-hlr_10.42.42.2(pid=10699): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10699)]\u000a17:28:40.544448 run osmo-hlr_10.42.42.2(pid=10699): stdout: \u000a| (launched: 2022-12-13_17:28:37.429813) \u000a17:28:40.597771 run osmo-hlr_10.42.42.2(pid=10699): stderr: \u000a| �[0;m�[1;31m20221213172837623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172837624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172837624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172837624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172837624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172837624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172837637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172837645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172837645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172837645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:40.670124 run osmo-msc_10.42.42.6(pid=10705): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10705)]\u000a17:28:40.722792 run osmo-msc_10.42.42.6(pid=10705): stdout: \u000a| (launched: 2022-12-13_17:28:39.477792) \u000a17:28:40.776056 run osmo-msc_10.42.42.6(pid=10705): stderr: \u000a| �[0;m�[38;5;43m20221213172839795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172839795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a5dc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172839795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172839795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172839795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172839795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172839797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172839797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172839798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172839798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:40.821511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminating (SIGTERM)\u000a17:28:40.864671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminating (SIGTERM)\u000a17:28:40.907489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10704): Terminating (SIGTERM)\u000a17:28:40.917220 --- ParallelTerminationStrategy: PID 10698 died...\u000a17:28:40.975255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminated: ok {rc=0}\u000a17:28:40.985884 --- ParallelTerminationStrategy: PID 10701 died...\u000a17:28:41.043009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminated: ok {rc=0}\u000a17:28:41.053161 --- ParallelTerminationStrategy: PID 10704 died...\u000a17:28:41.110159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10704): Terminated: ok {rc=0}\u000a17:28:41.199169 bus /sierra_3: Setting Powered False\u000a17:28:42.303827 bus /sierra_3: Setting Powered False\u000a17:28:43.417267 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:28:34" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10711): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10711) [trial-2392↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10711)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10711): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10711) [trial-2392↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a17:28:45.253696 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a17:28:45.264340 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:45.399845 tst assert_extension.py: using LAC 35133\u000a17:28:45.520566 tst assert_extension.py: using RAC 198\u000a17:28:45.641598 tst assert_extension.py: using CellId 35133\u000a17:28:45.760470 tst assert_extension.py: using BVCI 35134\u000a17:28:45.783493 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a17:28:46.111008 tst assert_extension.py:10: start nitb and bts...\u000a17:28:46.250882 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:28:46.943084 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10710): Launched\u000a17:28:47.273639 run osmo-nitb_10.42.42.2(pid=10711): Launched\u000a17:28:47.473452 run osmo-nitb_10.42.42.2(pid=10711): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10711)]\u000a17:28:47.620530 run osmo-nitb_10.42.42.2(pid=10711): stdout: \u000a| (launched: 2022-12-13_17:28:47.116519) \u000a17:28:47.767957 run osmo-nitb_10.42.42.2(pid=10711): stderr: \u000a| (launched: 2022-12-13_17:28:47.165506)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:47.909975 run osmo-nitb_10.42.42.2(pid=10711): stdout: \u000a| (launched: 2022-12-13_17:28:47.116519) \u000a17:28:48.051391 run osmo-nitb_10.42.42.2(pid=10711): stderr: \u000a| (launched: 2022-12-13_17:28:47.165506)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:48.397655 tst osmo-nitb_10.42.42.2(pid=10711): stdout: \u000a| (launched: 2022-12-13_17:28:47.116519) \u000a17:28:48.518423 tst osmo-nitb_10.42.42.2(pid=10711): stderr: \u000a| (launched: 2022-12-13_17:28:47.165506)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:28:48.571259 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10711): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10711) [trial-2392↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10711)] [trial-2392↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a17:28:48.579458 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a17:28:48.614228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10710): Terminating (SIGTERM)\u000a17:28:48.791715 --- ParallelTerminationStrategy: PID 10710 died...\u000a17:28:48.847834 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10710): Terminated: ok {rc=0}\u000a17:28:48.937946 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:28:45" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10721): Process ended prematurely: osmo-stp_10.42.42.5(pid=10721) [trial-2392↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10721)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10721): Process ended prematurely: osmo-stp_10.42.42.5(pid=10721) [trial-2392↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a17:28:50.781998 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:50.792840 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a17:28:50.934472 tst assert_extension.py: using LAC 35134\u000a17:28:51.062511 tst assert_extension.py: using RAC 199\u000a17:28:51.195848 tst assert_extension.py: using CellId 35134\u000a17:28:51.321408 tst assert_extension.py: using BVCI 35135\u000a17:28:51.346162 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:51.357184 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:51.367981 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:51.378922 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:51.390251 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:51.401471 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a17:28:51.604827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:52.089224 run create_hlr_db(pid=10715): Launched\u000a17:28:52.264499 bus /sierra_2: Setting Powered False\u000a17:28:53.297914 run create_hlr_db(pid=10715): Terminated: ok {rc=0}\u000a17:28:53.731473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10717): Launched\u000a17:28:54.056680 run osmo-hlr_10.42.42.2(pid=10718): Launched\u000a17:28:54.175599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:54.741406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10720): Launched\u000a17:28:55.066093 run osmo-stp_10.42.42.5(pid=10721): Launched\u000a17:28:55.184583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:55.776583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10723): Launched\u000a17:28:56.100745 run osmo-msc_10.42.42.6(pid=10724): Launched\u000a17:28:56.291055 run osmo-stp_10.42.42.5(pid=10721): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10721)]\u000a17:28:56.429152 run osmo-stp_10.42.42.5(pid=10721): stdout: \u000a| (launched: 2022-12-13_17:28:54.906562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:56.566092 run osmo-stp_10.42.42.5(pid=10721): stderr: \u000a| �[0;m�[38;5;43m20221213172855095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172855095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172855096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172855096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172855097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172855097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172855097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:56.696832 run osmo-stp_10.42.42.5(pid=10721): stdout: \u000a| (launched: 2022-12-13_17:28:54.906562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:56.826892 run osmo-stp_10.42.42.5(pid=10721): stderr: \u000a| �[0;m�[38;5;43m20221213172855095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172855095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172855096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172855096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172855097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172855097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172855097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:56.883550 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10721): Process ended prematurely: osmo-stp_10.42.42.5(pid=10721) [trial-2392↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10721)] [trial-2392↪ussd:trx-b200↪assert_extension.py:17]\u000a17:28:56.892305 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a17:28:56.957243 run osmo-hlr_10.42.42.2(pid=10718): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10718)]\u000a17:28:57.010485 run osmo-hlr_10.42.42.2(pid=10718): stdout: \u000a| (launched: 2022-12-13_17:28:53.896878) \u000a17:28:57.064220 run osmo-hlr_10.42.42.2(pid=10718): stderr: \u000a| �[0;m�[1;31m20221213172854093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172854093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172854093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172854093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172854093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172854093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172854106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172854114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172854114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172854114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:57.136792 run osmo-msc_10.42.42.6(pid=10724): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10724)]\u000a17:28:57.189625 run osmo-msc_10.42.42.6(pid=10724): stdout: \u000a| (launched: 2022-12-13_17:28:55.941310) \u000a17:28:57.242929 run osmo-msc_10.42.42.6(pid=10724): stderr: \u000a| �[0;m�[38;5;43m20221213172856261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172856262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad74026c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172856262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172856262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172856262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172856262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172856264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172856264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172856264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172856265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:57.288525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10717): Terminating (SIGTERM)\u000a17:28:57.331975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10720): Terminating (SIGTERM)\u000a17:28:57.375229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10723): Terminating (SIGTERM)\u000a17:28:57.385200 --- ParallelTerminationStrategy: PID 10717 died...\u000a17:28:57.442932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10717): Terminated: ok {rc=0}\u000a17:28:57.453238 --- ParallelTerminationStrategy: PID 10720 died...\u000a17:28:57.510531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10720): Terminated: ok {rc=0}\u000a17:28:57.520659 --- ParallelTerminationStrategy: PID 10723 died...\u000a17:28:57.577953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10723): Terminated: ok {rc=0}\u000a17:28:57.667534 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:28:50" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:28:59.630943 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:28:59.642145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:28:59.800177 tst mo_mt_call.py: using LAC 35135\u000a17:28:59.921427 tst mo_mt_call.py: using RAC 200\u000a17:29:00.043130 tst mo_mt_call.py: using CellId 35135\u000a17:29:00.166450 tst mo_mt_call.py: using BVCI 35136\u000a17:29:00.190124 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:00.201270 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:00.212223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:00.223202 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:00.234339 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:00.245353 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:29:00.368424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:29:00.587192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:01.149380 run create_hlr_db(pid=10729): Launched\u000a17:29:01.333303 bus /sierra_2: Setting Powered False\u000a17:29:02.378271 run create_hlr_db(pid=10729): Terminated: ok {rc=0}\u000a17:29:02.792453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Launched\u000a17:29:03.099445 run osmo-hlr_10.42.42.2(pid=10732): Launched\u000a17:29:03.220028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:03.762054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Launched\u000a17:29:04.070028 run osmo-stp_10.42.42.5(pid=10735): Launched\u000a17:29:04.182675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:04.747619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10737): Launched\u000a17:29:05.057264 run osmo-msc_10.42.42.6(pid=10738): Launched\u000a17:29:05.238128 run osmo-stp_10.42.42.5(pid=10735): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]\u000a17:29:05.368699 run osmo-stp_10.42.42.5(pid=10735): stdout: \u000a| (launched: 2022-12-13_17:29:03.918873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:05.497498 run osmo-stp_10.42.42.5(pid=10735): stderr: \u000a| �[0;m�[38;5;43m20221213172904087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172904088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172904088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172904088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172904089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172904089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172904089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:05.621836 run osmo-stp_10.42.42.5(pid=10735): stdout: \u000a| (launched: 2022-12-13_17:29:03.918873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:05.743954 run osmo-stp_10.42.42.5(pid=10735): stderr: \u000a| �[0;m�[38;5;43m20221213172904087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172904088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172904088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172904088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172904089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172904089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172904089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:05.798065 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:29:05.806737 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:29:05.867178 run osmo-hlr_10.42.42.2(pid=10732): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10732)]\u000a17:29:05.916996 run osmo-hlr_10.42.42.2(pid=10732): stdout: \u000a| (launched: 2022-12-13_17:29:02.949076) \u000a17:29:05.967254 run osmo-hlr_10.42.42.2(pid=10732): stderr: \u000a| �[0;m�[1;31m20221213172903125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172903125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172903125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172903125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172903125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172903125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172903137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172903146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172903147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172903147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:06.035544 run osmo-msc_10.42.42.6(pid=10738): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10738)]\u000a17:29:06.085242 run osmo-msc_10.42.42.6(pid=10738): stdout: \u000a| (launched: 2022-12-13_17:29:04.904624) \u000a17:29:06.135471 run osmo-msc_10.42.42.6(pid=10738): stderr: \u000a| �[0;m�[38;5;43m20221213172905175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172905175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa026f61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172905175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172905175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172905175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172905175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172905177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172905178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172905178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172905178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:06.177846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Terminating (SIGTERM)\u000a17:29:06.217735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Terminating (SIGTERM)\u000a17:29:06.257520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10737): Terminating (SIGTERM)\u000a17:29:06.266615 --- ParallelTerminationStrategy: PID 10731 died...\u000a17:29:06.319908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Terminated: ok {rc=0}\u000a17:29:06.329495 --- ParallelTerminationStrategy: PID 10734 died...\u000a17:29:06.382794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Terminated: ok {rc=0}\u000a17:29:06.392399 --- ParallelTerminationStrategy: PID 10737 died...\u000a17:29:06.446014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10737): Terminated: ok {rc=0}\u000a17:29:06.531072 bus /sierra_3: Setting Powered False\u000a17:29:07.640116 bus /sierra_3: Setting Powered False\u000a17:29:08.749999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10746): Process ended prematurely: osmo-stp_10.42.42.5(pid=10746) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10746): Process ended prematurely: osmo-stp_10.42.42.5(pid=10746) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:29:09.867880 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:09.880495 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:29:10.049385 tst mo_mt_call_osmux.py: using LAC 35136\u000a17:29:10.180340 tst mo_mt_call_osmux.py: using RAC 201\u000a17:29:10.308446 tst mo_mt_call_osmux.py: using CellId 35136\u000a17:29:10.439876 tst mo_mt_call_osmux.py: using BVCI 35137\u000a17:29:10.465126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:10.476763 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:10.488106 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:10.499437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:10.511306 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:29:10.523123 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:29:10.644915 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:29:10.850570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:11.343568 run create_hlr_db(pid=10740): Launched\u000a17:29:11.521156 bus /sierra_2: Setting Powered False\u000a17:29:12.541991 run create_hlr_db(pid=10740): Terminated: ok {rc=0}\u000a17:29:12.955204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10742): Launched\u000a17:29:13.263243 run osmo-hlr_10.42.42.2(pid=10743): Launched\u000a17:29:13.385158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:13.929151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10745): Launched\u000a17:29:14.239282 run osmo-stp_10.42.42.5(pid=10746): Launched\u000a17:29:14.351305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:14.916564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10748): Launched\u000a17:29:15.227934 run osmo-msc_10.42.42.6(pid=10749): Launched\u000a17:29:15.407774 run osmo-stp_10.42.42.5(pid=10746): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)]\u000a17:29:15.538271 run osmo-stp_10.42.42.5(pid=10746): stdout: \u000a| (launched: 2022-12-13_17:29:14.086612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:15.667374 run osmo-stp_10.42.42.5(pid=10746): stderr: \u000a| �[0;m�[38;5;43m20221213172914252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172914253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172914253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172914253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172914254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172914254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172914254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:15.791084 run osmo-stp_10.42.42.5(pid=10746): stdout: \u000a| (launched: 2022-12-13_17:29:14.086612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:15.915231 run osmo-stp_10.42.42.5(pid=10746): stderr: \u000a| �[0;m�[38;5;43m20221213172914252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172914253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172914253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172914253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172914254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172914254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172914254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:15.971088 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10746): Process ended prematurely: osmo-stp_10.42.42.5(pid=10746) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:29:15.980177 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:29:16.041544 run osmo-hlr_10.42.42.2(pid=10743): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10743)]\u000a17:29:16.093055 run osmo-hlr_10.42.42.2(pid=10743): stdout: \u000a| (launched: 2022-12-13_17:29:13.112513) \u000a17:29:16.146241 run osmo-hlr_10.42.42.2(pid=10743): stderr: \u000a| �[0;m�[1;31m20221213172913286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172913286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172913286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172913286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172913286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172913286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172913298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172913306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172913306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172913306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:16.215823 run osmo-msc_10.42.42.6(pid=10749): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10749)]\u000a17:29:16.266912 run osmo-msc_10.42.42.6(pid=10749): stdout: \u000a| (launched: 2022-12-13_17:29:15.073733) \u000a17:29:16.318313 run osmo-msc_10.42.42.6(pid=10749): stderr: \u000a| �[0;m�[38;5;43m20221213172915343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172915343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38911a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172915344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172915344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172915344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172915344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172915346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172915346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172915346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172915346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:16.370674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10742): Terminating (SIGTERM)\u000a17:29:16.426681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10745): Terminating (SIGTERM)\u000a17:29:16.487632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10748): Terminating (SIGTERM)\u000a17:29:16.500332 --- ParallelTerminationStrategy: PID 10742 died...\u000a17:29:16.576317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10742): Terminated: ok {rc=0}\u000a17:29:16.588891 --- ParallelTerminationStrategy: PID 10745 died...\u000a17:29:16.644845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10745): Terminated: ok {rc=0}\u000a17:29:16.655055 --- ParallelTerminationStrategy: PID 10748 died...\u000a17:29:16.710208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10748): Terminated: ok {rc=0}\u000a17:29:16.806008 bus /sierra_3: Setting Powered False\u000a17:29:17.907658 bus /sierra_3: Setting Powered False\u000a17:29:19.020393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:28:59" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10760): Process ended prematurely: osmo-stp_10.42.42.5(pid=10760) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10760): Process ended prematurely: osmo-stp_10.42.42.5(pid=10760) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:29:21.010383 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:21.021493 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:29:21.180211 tst mo_mt_call.py: using LAC 35137\u000a17:29:21.308870 tst mo_mt_call.py: using RAC 202\u000a17:29:21.439466 tst mo_mt_call.py: using CellId 35137\u000a17:29:21.570118 tst mo_mt_call.py: using BVCI 35138\u000a17:29:21.595520 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:21.607261 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:21.618851 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:21.630407 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:21.642371 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:21.653982 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:21.773873 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:21.978128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:22.471436 run create_hlr_db(pid=10754): Launched\u000a17:29:22.663025 bus /sierra_2: Setting Powered False\u000a17:29:23.684548 run create_hlr_db(pid=10754): Terminated: ok {rc=0}\u000a17:29:24.124348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10756): Launched\u000a17:29:24.454722 run osmo-hlr_10.42.42.2(pid=10757): Launched\u000a17:29:24.576309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:25.154888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10759): Launched\u000a17:29:25.484822 run osmo-stp_10.42.42.5(pid=10760): Launched\u000a17:29:25.605152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:26.209485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10762): Launched\u000a17:29:26.541868 run osmo-msc_10.42.42.6(pid=10763): Launched\u000a17:29:26.734443 run osmo-stp_10.42.42.5(pid=10760): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)]\u000a17:29:26.874506 run osmo-stp_10.42.42.5(pid=10760): stdout: \u000a| (launched: 2022-12-13_17:29:25.323086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:27.013651 run osmo-stp_10.42.42.5(pid=10760): stderr: \u000a| �[0;m�[38;5;43m20221213172925511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172925511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172925512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172925512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172925513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172925513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172925513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:27.146683 run osmo-stp_10.42.42.5(pid=10760): stdout: \u000a| (launched: 2022-12-13_17:29:25.323086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:27.277579 run osmo-stp_10.42.42.5(pid=10760): stderr: \u000a| �[0;m�[38;5;43m20221213172925511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172925511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172925512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172925512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172925513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172925513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172925513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:27.335492 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10760): Process ended prematurely: osmo-stp_10.42.42.5(pid=10760) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:29:27.345169 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:29:27.409583 run osmo-hlr_10.42.42.2(pid=10757): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10757)]\u000a17:29:27.461765 run osmo-hlr_10.42.42.2(pid=10757): stdout: \u000a| (launched: 2022-12-13_17:29:24.292467) \u000a17:29:27.514700 run osmo-hlr_10.42.42.2(pid=10757): stderr: \u000a| �[0;m�[1;31m20221213172924488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172924488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172924488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172924488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172924488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172924488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172924504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172924513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172924514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172924514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:27.586622 run osmo-msc_10.42.42.6(pid=10763): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10763)]\u000a17:29:27.638998 run osmo-msc_10.42.42.6(pid=10763): stdout: \u000a| (launched: 2022-12-13_17:29:26.377961) \u000a17:29:27.691722 run osmo-msc_10.42.42.6(pid=10763): stderr: \u000a| �[0;m�[38;5;43m20221213172926699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172926699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0dff9efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172926699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172926700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172926700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172926700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172926702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172926702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172926702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172926702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:27.736804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10756): Terminating (SIGTERM)\u000a17:29:27.779550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10759): Terminating (SIGTERM)\u000a17:29:27.822758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10762): Terminating (SIGTERM)\u000a17:29:27.832573 --- ParallelTerminationStrategy: PID 10756 died...\u000a17:29:27.890364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10756): Terminated: ok {rc=0}\u000a17:29:27.900600 --- ParallelTerminationStrategy: PID 10759 died...\u000a17:29:27.957759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10759): Terminated: ok {rc=0}\u000a17:29:27.968039 --- ParallelTerminationStrategy: PID 10762 died...\u000a17:29:28.026171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10762): Terminated: ok {rc=0}\u000a17:29:28.116185 bus /sierra_3: Setting Powered False\u000a17:29:29.224221 bus /sierra_3: Setting Powered False\u000a17:29:30.334361 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:29:31.453916 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:31.467186 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:29:31.638680 tst mo_mt_call_osmux.py: using LAC 35138\u000a17:29:31.764116 tst mo_mt_call_osmux.py: using RAC 203\u000a17:29:31.895266 tst mo_mt_call_osmux.py: using CellId 35138\u000a17:29:32.062070 tst mo_mt_call_osmux.py: using BVCI 35139\u000a17:29:32.097824 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:32.110158 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:32.130795 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:32.153266 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:32.172195 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:29:32.184160 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:32.303964 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:29:32.516043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:33.012780 run create_hlr_db(pid=10765): Launched\u000a17:29:33.191539 bus /sierra_2: Setting Powered False\u000a17:29:34.213731 run create_hlr_db(pid=10765): Terminated: ok {rc=0}\u000a17:29:34.653601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Launched\u000a17:29:34.985729 run osmo-hlr_10.42.42.2(pid=10768): Launched\u000a17:29:35.109181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:35.687299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Launched\u000a17:29:36.016838 run osmo-stp_10.42.42.5(pid=10771): Launched\u000a17:29:36.137274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:36.747577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10773): Launched\u000a17:29:37.079236 run osmo-msc_10.42.42.6(pid=10774): Launched\u000a17:29:37.273035 run osmo-stp_10.42.42.5(pid=10771): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]\u000a17:29:37.413541 run osmo-stp_10.42.42.5(pid=10771): stdout: \u000a| (launched: 2022-12-13_17:29:35.855460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:37.552103 run osmo-stp_10.42.42.5(pid=10771): stderr: \u000a| �[0;m�[38;5;43m20221213172936043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172936043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172936043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172936044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172936044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172936044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172936044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:37.685559 run osmo-stp_10.42.42.5(pid=10771): stdout: \u000a| (launched: 2022-12-13_17:29:35.855460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:37.817896 run osmo-stp_10.42.42.5(pid=10771): stderr: \u000a| �[0;m�[38;5;43m20221213172936043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172936043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172936043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172936044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172936044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172936044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172936044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:37.876037 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:29:37.885436 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:29:37.949735 run osmo-hlr_10.42.42.2(pid=10768): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10768)]\u000a17:29:38.002594 run osmo-hlr_10.42.42.2(pid=10768): stdout: \u000a| (launched: 2022-12-13_17:29:34.822519) \u000a17:29:38.056171 run osmo-hlr_10.42.42.2(pid=10768): stderr: \u000a| �[0;m�[1;31m20221213172935016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172935016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172935016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172935017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172935017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172935017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172935028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172935037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172935037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172935037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:38.128421 run osmo-msc_10.42.42.6(pid=10774): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10774)]\u000a17:29:38.181069 run osmo-msc_10.42.42.6(pid=10774): stdout: \u000a| (launched: 2022-12-13_17:29:36.916260) \u000a17:29:38.234217 run osmo-msc_10.42.42.6(pid=10774): stderr: \u000a| �[0;m�[38;5;43m20221213172937236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172937237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef32b88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172937237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172937237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172937237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172937237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172937239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172937239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172937239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172937239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:38.279488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Terminating (SIGTERM)\u000a17:29:38.322514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Terminating (SIGTERM)\u000a17:29:38.365584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10773): Terminating (SIGTERM)\u000a17:29:38.375439 --- ParallelTerminationStrategy: PID 10767 died...\u000a17:29:38.432856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Terminated: ok {rc=0}\u000a17:29:38.443063 --- ParallelTerminationStrategy: PID 10770 died...\u000a17:29:38.500155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Terminated: ok {rc=0}\u000a17:29:38.510286 --- ParallelTerminationStrategy: PID 10773 died...\u000a17:29:38.567354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10773): Terminated: ok {rc=0}\u000a17:29:38.654932 bus /sierra_3: Setting Powered False\u000a17:29:39.762871 bus /sierra_3: Setting Powered False\u000a17:29:40.871880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10786): Process ended prematurely: osmo-stp_10.42.42.5(pid=10786) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10786)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10786): Process ended prematurely: osmo-stp_10.42.42.5(pid=10786) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:29:42.884060 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:42.895687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:29:43.065183 tst mo_mt_call.py: using LAC 35139\u000a17:29:43.188154 tst mo_mt_call.py: using RAC 204\u000a17:29:43.307752 tst mo_mt_call.py: using CellId 35139\u000a17:29:43.431262 tst mo_mt_call.py: using BVCI 35140\u000a17:29:43.454833 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:43.466023 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:43.477050 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:43.487936 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:43.498942 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:43.509907 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:43.634426 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:43.850552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:44.371470 run create_hlr_db(pid=10780): Launched\u000a17:29:44.562949 bus /sierra_2: Setting Powered False\u000a17:29:45.584026 run create_hlr_db(pid=10780): Terminated: ok {rc=0}\u000a17:29:46.049909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10782): Launched\u000a17:29:46.504250 run osmo-hlr_10.42.42.2(pid=10783): Launched\u000a17:29:46.702481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:47.372025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10785): Launched\u000a17:29:47.705891 run osmo-stp_10.42.42.5(pid=10786): Launched\u000a17:29:47.827065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:48.434495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10788): Launched\u000a17:29:48.766315 run osmo-msc_10.42.42.6(pid=10789): Launched\u000a17:29:48.959990 run osmo-stp_10.42.42.5(pid=10786): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10786)]\u000a17:29:49.101436 run osmo-stp_10.42.42.5(pid=10786): stdout: \u000a| (launched: 2022-12-13_17:29:47.541630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:49.241146 run osmo-stp_10.42.42.5(pid=10786): stderr: \u000a| �[0;m�[38;5;43m20221213172947730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172947730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172947731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172947731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172947732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172947732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172947732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:49.374775 run osmo-stp_10.42.42.5(pid=10786): stdout: \u000a| (launched: 2022-12-13_17:29:47.541630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:49.506679 run osmo-stp_10.42.42.5(pid=10786): stderr: \u000a| �[0;m�[38;5;43m20221213172947730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172947730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172947731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172947731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172947732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172947732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172947732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:49.564835 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10786): Process ended prematurely: osmo-stp_10.42.42.5(pid=10786) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10786)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:29:49.574400 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:29:49.638224 run osmo-hlr_10.42.42.2(pid=10783): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10783)]\u000a17:29:49.690543 run osmo-hlr_10.42.42.2(pid=10783): stdout: \u000a| (launched: 2022-12-13_17:29:46.225463) \u000a17:29:49.743256 run osmo-hlr_10.42.42.2(pid=10783): stderr: \u000a| �[0;m�[1;31m20221213172946457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172946457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172946457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172946458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172946458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172946458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172946471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172946479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172946480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172946480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:49.814710 run osmo-msc_10.42.42.6(pid=10789): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10789)]\u000a17:29:49.866964 run osmo-msc_10.42.42.6(pid=10789): stdout: \u000a| (launched: 2022-12-13_17:29:48.603143) \u000a17:29:49.919724 run osmo-msc_10.42.42.6(pid=10789): stderr: \u000a| �[0;m�[38;5;43m20221213172948921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172948922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b5ca07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172948922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172948922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172948922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172948922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172948924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172948924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172948924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172948925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:49.964571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10782): Terminating (SIGTERM)\u000a17:29:50.007987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10785): Terminating (SIGTERM)\u000a17:29:50.050669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10788): Terminating (SIGTERM)\u000a17:29:50.060367 --- ParallelTerminationStrategy: PID 10782 died...\u000a17:29:50.117989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10782): Terminated: ok {rc=0}\u000a17:29:50.128116 --- ParallelTerminationStrategy: PID 10785 died...\u000a17:29:50.184910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10785): Terminated: ok {rc=0}\u000a17:29:50.195048 --- ParallelTerminationStrategy: PID 10788 died...\u000a17:29:50.252164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10788): Terminated: ok {rc=0}\u000a17:29:50.340840 bus /sierra_3: Setting Powered False\u000a17:29:51.444227 bus /sierra_3: Setting Powered False\u000a17:29:52.556863 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10797): Process ended prematurely: osmo-stp_10.42.42.5(pid=10797) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10797)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10797): Process ended prematurely: osmo-stp_10.42.42.5(pid=10797) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:29:53.669511 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:53.681275 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:29:53.840735 tst mo_mt_call_osmux.py: using LAC 35140\u000a17:29:53.963179 tst mo_mt_call_osmux.py: using RAC 205\u000a17:29:54.085724 tst mo_mt_call_osmux.py: using CellId 35140\u000a17:29:54.206066 tst mo_mt_call_osmux.py: using BVCI 35141\u000a17:29:54.229571 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:54.240539 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:54.251397 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:54.262518 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:54.273490 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:29:54.284232 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:54.403262 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:29:54.618540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:55.138010 run create_hlr_db(pid=10791): Launched\u000a17:29:55.328657 bus /sierra_2: Setting Powered False\u000a17:29:56.350547 run create_hlr_db(pid=10791): Terminated: ok {rc=0}\u000a17:29:56.766578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10793): Launched\u000a17:29:57.075270 run osmo-hlr_10.42.42.2(pid=10794): Launched\u000a17:29:57.194901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:57.738439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10796): Launched\u000a17:29:58.047058 run osmo-stp_10.42.42.5(pid=10797): Launched\u000a17:29:58.159614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:58.727237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10799): Launched\u000a17:29:59.036601 run osmo-msc_10.42.42.6(pid=10800): Launched\u000a17:29:59.217531 run osmo-stp_10.42.42.5(pid=10797): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10797)]\u000a17:29:59.348703 run osmo-stp_10.42.42.5(pid=10797): stdout: \u000a| (launched: 2022-12-13_17:29:57.895585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:59.477331 run osmo-stp_10.42.42.5(pid=10797): stderr: \u000a| �[0;m�[38;5;43m20221213172958065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172958065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172958066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172958066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172958067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172958067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172958067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:59.600919 run osmo-stp_10.42.42.5(pid=10797): stdout: \u000a| (launched: 2022-12-13_17:29:57.895585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:59.723474 run osmo-stp_10.42.42.5(pid=10797): stderr: \u000a| �[0;m�[38;5;43m20221213172958065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213172958065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213172958066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213172958066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213172958067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213172958067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213172958067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:59.777793 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10797): Process ended prematurely: osmo-stp_10.42.42.5(pid=10797) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10797)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:29:59.786412 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:29:59.846561 run osmo-hlr_10.42.42.2(pid=10794): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10794)]\u000a17:29:59.896406 run osmo-hlr_10.42.42.2(pid=10794): stdout: \u000a| (launched: 2022-12-13_17:29:56.923641) \u000a17:29:59.947554 run osmo-hlr_10.42.42.2(pid=10794): stderr: \u000a| �[0;m�[1;31m20221213172957097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213172957097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213172957097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172957097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213172957097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213172957097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213172957109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213172957117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213172957118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213172957118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:00.016190 run osmo-msc_10.42.42.6(pid=10800): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10800)]\u000a17:30:00.065857 run osmo-msc_10.42.42.6(pid=10800): stdout: \u000a| (launched: 2022-12-13_17:29:58.883981) \u000a17:30:00.116209 run osmo-msc_10.42.42.6(pid=10800): stderr: \u000a| �[0;m�[38;5;43m20221213172959156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213172959156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f998aa0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213172959156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213172959156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213172959156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213172959157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213172959158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213172959159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213172959159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213172959159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:00.158762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10793): Terminating (SIGTERM)\u000a17:30:00.198902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10796): Terminating (SIGTERM)\u000a17:30:00.239203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10799): Terminating (SIGTERM)\u000a17:30:00.248421 --- ParallelTerminationStrategy: PID 10793 died...\u000a17:30:00.302387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10793): Terminated: ok {rc=0}\u000a17:30:00.311967 --- ParallelTerminationStrategy: PID 10796 died...\u000a17:30:00.365564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10796): Terminated: ok {rc=0}\u000a17:30:00.375162 --- ParallelTerminationStrategy: PID 10799 died...\u000a17:30:00.428473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10799): Terminated: ok {rc=0}\u000a17:30:00.518238 bus /sierra_3: Setting Powered False\u000a17:30:01.680675 bus /sierra_3: Setting Powered False\u000a17:30:02.795020 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:29:42" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10814): Process ended prematurely: osmo-stp_10.42.42.5(pid=10814) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10814): Process ended prematurely: osmo-stp_10.42.42.5(pid=10814) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:30:04.796689 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:04.807816 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:30:04.965262 tst mo_mt_call.py: using LAC 35141\u000a17:30:05.086309 tst mo_mt_call.py: using RAC 206\u000a17:30:05.205329 tst mo_mt_call.py: using CellId 35141\u000a17:30:05.324267 tst mo_mt_call.py: using BVCI 35142\u000a17:30:05.347551 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:05.358739 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:05.369653 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:05.380474 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:05.391432 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:05.402373 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:30:05.524467 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:30:05.741060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:06.263003 run create_hlr_db(pid=10808): Launched\u000a17:30:06.454915 bus /sierra_2: Setting Powered False\u000a17:30:07.476833 run create_hlr_db(pid=10808): Terminated: ok {rc=0}\u000a17:30:07.892741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10810): Launched\u000a17:30:08.202974 run osmo-hlr_10.42.42.2(pid=10811): Launched\u000a17:30:08.324688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:08.868397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10813): Launched\u000a17:30:09.177720 run osmo-stp_10.42.42.5(pid=10814): Launched\u000a17:30:09.290852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:09.864353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10816): Launched\u000a17:30:10.175910 run osmo-msc_10.42.42.6(pid=10817): Launched\u000a17:30:10.357341 run osmo-stp_10.42.42.5(pid=10814): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)]\u000a17:30:10.487885 run osmo-stp_10.42.42.5(pid=10814): stdout: \u000a| (launched: 2022-12-13_17:30:09.024897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:10.616532 run osmo-stp_10.42.42.5(pid=10814): stderr: \u000a| �[0;m�[38;5;43m20221213173009192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173009192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173009192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173009193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173009193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173009193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173009194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:10.740278 run osmo-stp_10.42.42.5(pid=10814): stdout: \u000a| (launched: 2022-12-13_17:30:09.024897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:10.863031 run osmo-stp_10.42.42.5(pid=10814): stderr: \u000a| �[0;m�[38;5;43m20221213173009192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173009192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173009192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173009193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173009193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173009193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173009194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:10.917164 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10814): Process ended prematurely: osmo-stp_10.42.42.5(pid=10814) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10814)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:30:10.925818 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:30:10.986067 run osmo-hlr_10.42.42.2(pid=10811): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10811)]\u000a17:30:11.035639 run osmo-hlr_10.42.42.2(pid=10811): stdout: \u000a| (launched: 2022-12-13_17:30:08.050961) \u000a17:30:11.085828 run osmo-hlr_10.42.42.2(pid=10811): stderr: \u000a| �[0;m�[1;31m20221213173008226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173008226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173008226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173008226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173008226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173008227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173008239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173008247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173008247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173008247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:11.154383 run osmo-msc_10.42.42.6(pid=10817): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10817)]\u000a17:30:11.204084 run osmo-msc_10.42.42.6(pid=10817): stdout: \u000a| (launched: 2022-12-13_17:30:10.022607) \u000a17:30:11.254341 run osmo-msc_10.42.42.6(pid=10817): stderr: \u000a| �[0;m�[38;5;43m20221213173010294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173010294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b7ba07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173010294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173010294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173010295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173010295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173010296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173010297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173010297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173010297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:11.296765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10810): Terminating (SIGTERM)\u000a17:30:11.336810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10813): Terminating (SIGTERM)\u000a17:30:11.377010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10816): Terminating (SIGTERM)\u000a17:30:11.386248 --- ParallelTerminationStrategy: PID 10810 died...\u000a17:30:11.439920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10810): Terminated: ok {rc=0}\u000a17:30:11.449866 --- ParallelTerminationStrategy: PID 10813 died...\u000a17:30:11.503455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10813): Terminated: ok {rc=0}\u000a17:30:11.513096 --- ParallelTerminationStrategy: PID 10816 died...\u000a17:30:11.566741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10816): Terminated: ok {rc=0}\u000a17:30:11.651590 bus /sierra_3: Setting Powered False\u000a17:30:12.758530 bus /sierra_3: Setting Powered False\u000a17:30:13.872909 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10825): Process ended prematurely: osmo-stp_10.42.42.5(pid=10825) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10825): Process ended prematurely: osmo-stp_10.42.42.5(pid=10825) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:30:14.985227 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:14.997002 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:30:15.163011 tst mo_mt_call_osmux.py: using LAC 35142\u000a17:30:15.294486 tst mo_mt_call_osmux.py: using RAC 207\u000a17:30:15.424560 tst mo_mt_call_osmux.py: using CellId 35142\u000a17:30:15.554274 tst mo_mt_call_osmux.py: using BVCI 35143\u000a17:30:15.579884 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:15.591471 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:15.602901 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:15.614286 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:15.626081 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:30:15.637788 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:30:15.759139 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:30:15.995846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:16.564213 run create_hlr_db(pid=10819): Launched\u000a17:30:16.761646 bus /sierra_2: Setting Powered False\u000a17:30:17.777069 run create_hlr_db(pid=10819): Terminated: ok {rc=0}\u000a17:30:18.203265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10821): Launched\u000a17:30:18.533650 run osmo-hlr_10.42.42.2(pid=10822): Launched\u000a17:30:18.655206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:19.235114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10824): Launched\u000a17:30:19.566734 run osmo-stp_10.42.42.5(pid=10825): Launched\u000a17:30:19.686971 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:20.291428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10827): Launched\u000a17:30:20.621798 run osmo-msc_10.42.42.6(pid=10828): Launched\u000a17:30:20.814771 run osmo-stp_10.42.42.5(pid=10825): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)]\u000a17:30:20.954976 run osmo-stp_10.42.42.5(pid=10825): stdout: \u000a| (launched: 2022-12-13_17:30:19.403514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:21.094128 run osmo-stp_10.42.42.5(pid=10825): stderr: \u000a| �[0;m�[38;5;43m20221213173019594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173019594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173019594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173019594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173019595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173019595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173019595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:21.227040 run osmo-stp_10.42.42.5(pid=10825): stdout: \u000a| (launched: 2022-12-13_17:30:19.403514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:21.358795 run osmo-stp_10.42.42.5(pid=10825): stderr: \u000a| �[0;m�[38;5;43m20221213173019594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173019594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173019594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173019594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173019595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173019595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173019595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:21.416812 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10825): Process ended prematurely: osmo-stp_10.42.42.5(pid=10825) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10825)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:30:21.426264 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:30:21.490586 run osmo-hlr_10.42.42.2(pid=10822): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10822)]\u000a17:30:21.543470 run osmo-hlr_10.42.42.2(pid=10822): stdout: \u000a| (launched: 2022-12-13_17:30:18.371008) \u000a17:30:21.597073 run osmo-hlr_10.42.42.2(pid=10822): stderr: \u000a| �[0;m�[1;31m20221213173018566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173018566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173018566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173018566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173018566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173018566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173018580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173018590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173018590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173018590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:21.669854 run osmo-msc_10.42.42.6(pid=10828): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10828)]\u000a17:30:21.722812 run osmo-msc_10.42.42.6(pid=10828): stdout: \u000a| (launched: 2022-12-13_17:30:20.459294) \u000a17:30:21.776339 run osmo-msc_10.42.42.6(pid=10828): stderr: \u000a| �[0;m�[38;5;43m20221213173020778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173020778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f093be15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173020779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173020779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173020779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173020779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173020781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173020781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173020781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173020781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:21.822059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10821): Terminating (SIGTERM)\u000a17:30:21.865250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10824): Terminating (SIGTERM)\u000a17:30:21.908673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10827): Terminating (SIGTERM)\u000a17:30:21.918564 --- ParallelTerminationStrategy: PID 10821 died...\u000a17:30:21.976524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10821): Terminated: ok {rc=0}\u000a17:30:21.986768 --- ParallelTerminationStrategy: PID 10824 died...\u000a17:30:22.044831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10824): Terminated: ok {rc=0}\u000a17:30:22.055068 --- ParallelTerminationStrategy: PID 10827 died...\u000a17:30:22.113098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10827): Terminated: ok {rc=0}\u000a17:30:22.203022 bus /sierra_3: Setting Powered False\u000a17:30:23.311504 bus /sierra_3: Setting Powered False\u000a17:30:24.425079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:30:04" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10839): Process ended prematurely: osmo-stp_10.42.42.5(pid=10839) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10839): Process ended prematurely: osmo-stp_10.42.42.5(pid=10839) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:30:26.420511 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:26.431572 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:30:26.591804 tst mo_mt_call.py: using LAC 35143\u000a17:30:26.714444 tst mo_mt_call.py: using RAC 208\u000a17:30:26.837258 tst mo_mt_call.py: using CellId 35143\u000a17:30:26.959993 tst mo_mt_call.py: using BVCI 35144\u000a17:30:26.983650 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:26.994764 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:27.005633 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:27.016439 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:27.027427 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:27.038776 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:27.157532 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:27.372754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:27.892005 run create_hlr_db(pid=10833): Launched\u000a17:30:28.084618 bus /sierra_2: Setting Powered False\u000a17:30:29.105991 run create_hlr_db(pid=10833): Terminated: ok {rc=0}\u000a17:30:29.547093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10835): Launched\u000a17:30:29.876240 run osmo-hlr_10.42.42.2(pid=10836): Launched\u000a17:30:29.997477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:30.575341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10838): Launched\u000a17:30:31.021652 run osmo-stp_10.42.42.5(pid=10839): Launched\u000a17:30:31.216434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:31.826578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10841): Launched\u000a17:30:32.256421 run osmo-msc_10.42.42.6(pid=10842): Launched\u000a17:30:32.487922 run osmo-stp_10.42.42.5(pid=10839): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)]\u000a17:30:32.620160 run osmo-stp_10.42.42.5(pid=10839): stdout: \u000a| (launched: 2022-12-13_17:30:30.743326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:32.749641 run osmo-stp_10.42.42.5(pid=10839): stderr: \u000a| �[0;m�[38;5;43m20221213173030984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173030984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173030984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173030984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:32.874674 run osmo-stp_10.42.42.5(pid=10839): stdout: \u000a| (launched: 2022-12-13_17:30:30.743326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:32.997342 run osmo-stp_10.42.42.5(pid=10839): stderr: \u000a| �[0;m�[38;5;43m20221213173030984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173030984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173030984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173030984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173030989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:33.051687 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10839): Process ended prematurely: osmo-stp_10.42.42.5(pid=10839) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10839)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:30:33.060735 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:30:33.121463 run osmo-hlr_10.42.42.2(pid=10836): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10836)]\u000a17:30:33.171601 run osmo-hlr_10.42.42.2(pid=10836): stdout: \u000a| (launched: 2022-12-13_17:30:29.714975) \u000a17:30:33.222231 run osmo-hlr_10.42.42.2(pid=10836): stderr: \u000a| �[0;m�[1;31m20221213173029908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173029908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173029908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173029908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173029908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173029909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173029920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173029929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173029929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173029929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:33.291085 run osmo-msc_10.42.42.6(pid=10842): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10842)]\u000a17:30:33.341244 run osmo-msc_10.42.42.6(pid=10842): stdout: \u000a| (launched: 2022-12-13_17:30:31.997203) \u000a17:30:33.391828 run osmo-msc_10.42.42.6(pid=10842): stderr: \u000a| �[0;m�[38;5;43m20221213173032415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173032415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ea7168c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173032416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173032416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173032416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173032416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173032418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173032418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173032418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173032418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:33.434716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10835): Terminating (SIGTERM)\u000a17:30:33.475148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10838): Terminating (SIGTERM)\u000a17:30:33.515579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10841): Terminating (SIGTERM)\u000a17:30:33.524862 --- ParallelTerminationStrategy: PID 10835 died...\u000a17:30:33.579572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10835): Terminated: ok {rc=0}\u000a17:30:33.589348 --- ParallelTerminationStrategy: PID 10838 died...\u000a17:30:33.643766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10838): Terminated: ok {rc=0}\u000a17:30:33.653877 --- ParallelTerminationStrategy: PID 10841 died...\u000a17:30:33.708248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10841): Terminated: ok {rc=0}\u000a17:30:33.798136 bus /sierra_3: Setting Powered False\u000a17:30:34.904091 bus /sierra_3: Setting Powered False\u000a17:30:36.013649 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10850): Process ended prematurely: osmo-stp_10.42.42.5(pid=10850) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10850): Process ended prematurely: osmo-stp_10.42.42.5(pid=10850) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:30:37.131595 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:37.143840 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:30:37.313742 tst mo_mt_call_osmux.py: using LAC 35144\u000a17:30:37.442831 tst mo_mt_call_osmux.py: using RAC 209\u000a17:30:37.572638 tst mo_mt_call_osmux.py: using CellId 35144\u000a17:30:37.702417 tst mo_mt_call_osmux.py: using BVCI 35145\u000a17:30:37.727574 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:37.739299 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:37.750759 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:37.762297 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:37.774144 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:30:37.786000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:37.909477 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:30:38.116196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:38.612221 run create_hlr_db(pid=10844): Launched\u000a17:30:38.790279 bus /sierra_2: Setting Powered False\u000a17:30:39.812010 run create_hlr_db(pid=10844): Terminated: ok {rc=0}\u000a17:30:40.226627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10846): Launched\u000a17:30:40.536298 run osmo-hlr_10.42.42.2(pid=10847): Launched\u000a17:30:40.658774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:41.205215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10849): Launched\u000a17:30:41.514562 run osmo-stp_10.42.42.5(pid=10850): Launched\u000a17:30:41.627180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:42.196231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10852): Launched\u000a17:30:42.507551 run osmo-msc_10.42.42.6(pid=10853): Launched\u000a17:30:42.689064 run osmo-stp_10.42.42.5(pid=10850): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)]\u000a17:30:42.819947 run osmo-stp_10.42.42.5(pid=10850): stdout: \u000a| (launched: 2022-12-13_17:30:41.362232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:42.949236 run osmo-stp_10.42.42.5(pid=10850): stderr: \u000a| �[0;m�[38;5;43m20221213173041532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173041532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173041532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173041534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173041535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173041535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:43.073540 run osmo-stp_10.42.42.5(pid=10850): stdout: \u000a| (launched: 2022-12-13_17:30:41.362232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:43.196375 run osmo-stp_10.42.42.5(pid=10850): stderr: \u000a| �[0;m�[38;5;43m20221213173041532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173041532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173041532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173041534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173041535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173041535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:43.250729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10850): Process ended prematurely: osmo-stp_10.42.42.5(pid=10850) [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10850)] [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:30:43.259449 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:30:43.320121 run osmo-hlr_10.42.42.2(pid=10847): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10847)]\u000a17:30:43.370111 run osmo-hlr_10.42.42.2(pid=10847): stdout: \u000a| (launched: 2022-12-13_17:30:40.385170) \u000a17:30:43.420680 run osmo-hlr_10.42.42.2(pid=10847): stderr: \u000a| �[0;m�[1;31m20221213173040558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173040558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173040558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173040558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173040558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173040558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173040570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173040579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173040579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173040579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:43.489473 run osmo-msc_10.42.42.6(pid=10853): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10853)]\u000a17:30:43.539388 run osmo-msc_10.42.42.6(pid=10853): stdout: \u000a| (launched: 2022-12-13_17:30:42.354282) \u000a17:30:43.590029 run osmo-msc_10.42.42.6(pid=10853): stderr: \u000a| �[0;m�[38;5;43m20221213173042624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173042624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff776f7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173042624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173042625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173042625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173042625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173042627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173042627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173042627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173042627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:43.632876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10846): Terminating (SIGTERM)\u000a17:30:43.673400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10849): Terminating (SIGTERM)\u000a17:30:43.713815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10852): Terminating (SIGTERM)\u000a17:30:43.723100 --- ParallelTerminationStrategy: PID 10846 died...\u000a17:30:43.777141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10846): Terminated: ok {rc=0}\u000a17:30:43.786837 --- ParallelTerminationStrategy: PID 10849 died...\u000a17:30:43.840693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10849): Terminated: ok {rc=0}\u000a17:30:43.850402 --- ParallelTerminationStrategy: PID 10852 died...\u000a17:30:43.904504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10852): Terminated: ok {rc=0}\u000a17:30:43.989374 bus /sierra_3: Setting Powered False\u000a17:30:45.097825 bus /sierra_3: Setting Powered False\u000a17:30:46.209424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:30:26" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:30:48.224122 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:48.235898 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:30:48.404724 tst mo_mt_call.py: using LAC 35145\u000a17:30:48.535727 tst mo_mt_call.py: using RAC 210\u000a17:30:48.666641 tst mo_mt_call.py: using CellId 35145\u000a17:30:48.796282 tst mo_mt_call.py: using BVCI 35146\u000a17:30:48.821741 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:48.833514 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:48.845151 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:48.856810 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:48.869274 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:48.881385 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:49.002205 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:49.218449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:49.737536 run create_hlr_db(pid=10858): Launched\u000a17:30:49.928709 bus /sierra_2: Setting Powered False\u000a17:30:50.950660 run create_hlr_db(pid=10858): Terminated: ok {rc=0}\u000a17:30:51.390854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Launched\u000a17:30:51.721152 run osmo-hlr_10.42.42.2(pid=10861): Launched\u000a17:30:51.843103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:52.396557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Launched\u000a17:30:52.705859 run osmo-stp_10.42.42.5(pid=10864): Launched\u000a17:30:52.818745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:53.385451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Launched\u000a17:30:53.695365 run osmo-msc_10.42.42.6(pid=10867): Launched\u000a17:30:53.875802 run osmo-stp_10.42.42.5(pid=10864): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)]\u000a17:30:54.006208 run osmo-stp_10.42.42.5(pid=10864): stdout: \u000a| (launched: 2022-12-13_17:30:52.553653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:54.134782 run osmo-stp_10.42.42.5(pid=10864): stderr: \u000a| �[0;m�[38;5;43m20221213173052722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173052722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173052722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173052722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173052723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173052723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173052723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:54.258456 run osmo-stp_10.42.42.5(pid=10864): stdout: \u000a| (launched: 2022-12-13_17:30:52.553653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:54.381307 run osmo-stp_10.42.42.5(pid=10864): stderr: \u000a| �[0;m�[38;5;43m20221213173052722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173052722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173052722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173052722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173052723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173052723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173052723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:54.435423 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10864): Process ended prematurely: osmo-stp_10.42.42.5(pid=10864) [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10864)] [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:30:54.443872 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:30:54.503564 run osmo-hlr_10.42.42.2(pid=10861): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10861)]\u000a17:30:54.552832 run osmo-hlr_10.42.42.2(pid=10861): stdout: \u000a| (launched: 2022-12-13_17:30:51.559108) \u000a17:30:54.603010 run osmo-hlr_10.42.42.2(pid=10861): stderr: \u000a| �[0;m�[1;31m20221213173051755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173051755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173051755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173051755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173051755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173051755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173051767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173051775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173051776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173051776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:54.671408 run osmo-msc_10.42.42.6(pid=10867): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10867)]\u000a17:30:54.720908 run osmo-msc_10.42.42.6(pid=10867): stdout: \u000a| (launched: 2022-12-13_17:30:53.543151) \u000a17:30:54.771080 run osmo-msc_10.42.42.6(pid=10867): stderr: \u000a| �[0;m�[38;5;43m20221213173053813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173053813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5ca2e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173053813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173053814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173053814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173053814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173053816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173053816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173053816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173053816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:54.813520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Terminating (SIGTERM)\u000a17:30:54.853611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Terminating (SIGTERM)\u000a17:30:54.893617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Terminating (SIGTERM)\u000a17:30:54.902813 --- ParallelTerminationStrategy: PID 10860 died...\u000a17:30:54.956491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10860): Terminated: ok {rc=0}\u000a17:30:54.966151 --- ParallelTerminationStrategy: PID 10863 died...\u000a17:30:55.019391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10863): Terminated: ok {rc=0}\u000a17:30:55.028936 --- ParallelTerminationStrategy: PID 10866 died...\u000a17:30:55.082376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10866): Terminated: ok {rc=0}\u000a17:30:55.171304 bus /sierra_3: Setting Powered False\u000a17:30:56.275297 bus /sierra_3: Setting Powered False\u000a17:30:57.386945 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10875): Process ended prematurely: osmo-stp_10.42.42.5(pid=10875) [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10875)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10875): Process ended prematurely: osmo-stp_10.42.42.5(pid=10875) [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:30:58.499041 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:58.510998 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:30:58.671680 tst mo_mt_call_osmux.py: using LAC 35146\u000a17:30:58.802002 tst mo_mt_call_osmux.py: using RAC 211\u000a17:30:58.934052 tst mo_mt_call_osmux.py: using CellId 35146\u000a17:30:59.068889 tst mo_mt_call_osmux.py: using BVCI 35147\u000a17:30:59.094582 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:59.106476 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:59.118255 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:59.129904 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:59.141865 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:30:59.153713 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:59.278707 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:30:59.497831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:00.018388 run create_hlr_db(pid=10869): Launched\u000a17:31:00.211123 bus /sierra_2: Setting Powered False\u000a17:31:01.230453 run create_hlr_db(pid=10869): Terminated: ok {rc=0}\u000a17:31:01.675349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10871): Launched\u000a17:31:02.088552 run osmo-hlr_10.42.42.2(pid=10872): Launched\u000a17:31:02.281281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:02.827985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10874): Launched\u000a17:31:03.137874 run osmo-stp_10.42.42.5(pid=10875): Launched\u000a17:31:03.250548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:03.820507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10877): Launched\u000a17:31:04.131214 run osmo-msc_10.42.42.6(pid=10878): Launched\u000a17:31:04.312700 run osmo-stp_10.42.42.5(pid=10875): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10875)]\u000a17:31:04.444642 run osmo-stp_10.42.42.5(pid=10875): stdout: \u000a| (launched: 2022-12-13_17:31:02.986080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:04.574071 run osmo-stp_10.42.42.5(pid=10875): stderr: \u000a| �[0;m�[38;5;43m20221213173103156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173103156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173103156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173103157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173103157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173103157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173103157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:04.698325 run osmo-stp_10.42.42.5(pid=10875): stdout: \u000a| (launched: 2022-12-13_17:31:02.986080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:04.821285 run osmo-stp_10.42.42.5(pid=10875): stderr: \u000a| �[0;m�[38;5;43m20221213173103156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173103156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173103156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173103157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173103157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173103157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173103157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:04.875534 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10875): Process ended prematurely: osmo-stp_10.42.42.5(pid=10875) [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10875)] [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:31:04.884470 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:31:04.944668 run osmo-hlr_10.42.42.2(pid=10872): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10872)]\u000a17:31:04.994291 run osmo-hlr_10.42.42.2(pid=10872): stdout: \u000a| (launched: 2022-12-13_17:31:01.836721) \u000a17:31:05.044835 run osmo-hlr_10.42.42.2(pid=10872): stderr: \u000a| �[0;m�[1;31m20221213173102178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173102178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173102178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173102178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173102178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173102178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173102194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173102206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173102206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173102206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:05.113603 run osmo-msc_10.42.42.6(pid=10878): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10878)]\u000a17:31:05.163416 run osmo-msc_10.42.42.6(pid=10878): stdout: \u000a| (launched: 2022-12-13_17:31:03.978569) \u000a17:31:05.214081 run osmo-msc_10.42.42.6(pid=10878): stderr: \u000a| �[0;m�[38;5;43m20221213173104247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173104248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f05970c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173104248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173104248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173104248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173104248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173104250 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173104250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173104251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173104251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:05.256725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10871): Terminating (SIGTERM)\u000a17:31:05.297253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10874): Terminating (SIGTERM)\u000a17:31:05.337561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10877): Terminating (SIGTERM)\u000a17:31:05.346781 --- ParallelTerminationStrategy: PID 10871 died...\u000a17:31:05.400425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10871): Terminated: ok {rc=0}\u000a17:31:05.410090 --- ParallelTerminationStrategy: PID 10874 died...\u000a17:31:05.463637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10874): Terminated: ok {rc=0}\u000a17:31:05.473310 --- ParallelTerminationStrategy: PID 10877 died...\u000a17:31:05.526806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10877): Terminated: ok {rc=0}\u000a17:31:05.611330 bus /sierra_3: Setting Powered False\u000a17:31:06.719509 bus /sierra_3: Setting Powered False\u000a17:31:07.831162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:30:47" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10889): Process ended prematurely: osmo-stp_10.42.42.5(pid=10889) [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10889): Process ended prematurely: osmo-stp_10.42.42.5(pid=10889) [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:31:09.840728 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:09.852331 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:31:10.024190 tst mo_mt_call.py: using LAC 35147\u000a17:31:10.154678 tst mo_mt_call.py: using RAC 212\u000a17:31:10.283090 tst mo_mt_call.py: using CellId 35147\u000a17:31:10.410787 tst mo_mt_call.py: using BVCI 35148\u000a17:31:10.436178 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:10.447848 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:10.459230 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:10.470643 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:10.482401 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:10.494269 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:10.616293 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:10.821563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:11.316119 run create_hlr_db(pid=10883): Launched\u000a17:31:11.494389 bus /sierra_2: Setting Powered False\u000a17:31:12.517263 run create_hlr_db(pid=10883): Terminated: ok {rc=0}\u000a17:31:12.959511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10885): Launched\u000a17:31:13.290131 run osmo-hlr_10.42.42.2(pid=10886): Launched\u000a17:31:13.411161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:13.986766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10888): Launched\u000a17:31:14.318712 run osmo-stp_10.42.42.5(pid=10889): Launched\u000a17:31:14.439199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:15.046115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10891): Launched\u000a17:31:15.381056 run osmo-msc_10.42.42.6(pid=10892): Launched\u000a17:31:15.579867 run osmo-stp_10.42.42.5(pid=10889): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)]\u000a17:31:15.721174 run osmo-stp_10.42.42.5(pid=10889): stdout: \u000a| (launched: 2022-12-13_17:31:14.156193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:15.888009 run osmo-stp_10.42.42.5(pid=10889): stderr: \u000a| �[0;m�[38;5;43m20221213173114347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173114347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173114347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173114347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173114348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173114348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173114348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:16.027106 run osmo-stp_10.42.42.5(pid=10889): stdout: \u000a| (launched: 2022-12-13_17:31:14.156193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:16.156267 run osmo-stp_10.42.42.5(pid=10889): stderr: \u000a| �[0;m�[38;5;43m20221213173114347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173114347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173114347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173114347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173114348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173114348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173114348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:16.214842 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10889): Process ended prematurely: osmo-stp_10.42.42.5(pid=10889) [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)] [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:31:16.224464 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:31:16.289173 run osmo-hlr_10.42.42.2(pid=10886): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10886)]\u000a17:31:16.340560 run osmo-hlr_10.42.42.2(pid=10886): stdout: \u000a| (launched: 2022-12-13_17:31:13.127918) \u000a17:31:16.392528 run osmo-hlr_10.42.42.2(pid=10886): stderr: \u000a| �[0;m�[1;31m20221213173113325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173113325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173113325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173113325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173113325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173113325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173113337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173113347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173113347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173113347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:16.462848 run osmo-msc_10.42.42.6(pid=10892): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10892)]\u000a17:31:16.514669 run osmo-msc_10.42.42.6(pid=10892): stdout: \u000a| (launched: 2022-12-13_17:31:15.215148) \u000a17:31:16.567200 run osmo-msc_10.42.42.6(pid=10892): stderr: \u000a| �[0;m�[38;5;43m20221213173115532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173115532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5131959c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173115532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173115532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173115533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173115533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173115535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173115535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173115535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173115535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:16.611239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10885): Terminating (SIGTERM)\u000a17:31:16.654133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10888): Terminating (SIGTERM)\u000a17:31:16.702127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10891): Terminating (SIGTERM)\u000a17:31:16.712737 --- ParallelTerminationStrategy: PID 10885 died...\u000a17:31:16.769690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10885): Terminated: ok {rc=0}\u000a17:31:16.780484 --- ParallelTerminationStrategy: PID 10888 died...\u000a17:31:16.837000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10888): Terminated: ok {rc=0}\u000a17:31:16.847679 --- ParallelTerminationStrategy: PID 10891 died...\u000a17:31:16.905671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10891): Terminated: ok {rc=0}\u000a17:31:17.006490 bus /sierra_3: Setting Powered False\u000a17:31:18.112738 bus /sierra_3: Setting Powered False\u000a17:31:19.221036 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10901): Process ended prematurely: osmo-stp_10.42.42.5(pid=10901) [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10901)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10901): Process ended prematurely: osmo-stp_10.42.42.5(pid=10901) [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:31:20.335603 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:20.347299 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:31:20.509132 tst mo_mt_call_osmux.py: using LAC 35148\u000a17:31:20.631214 tst mo_mt_call_osmux.py: using RAC 213\u000a17:31:20.761318 tst mo_mt_call_osmux.py: using CellId 35148\u000a17:31:20.893134 tst mo_mt_call_osmux.py: using BVCI 35149\u000a17:31:20.918434 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:20.929876 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:20.941154 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:20.952335 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:20.964004 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:31:20.975725 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:21.096230 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:31:21.312782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:21.836781 run create_hlr_db(pid=10894): Launched\u000a17:31:22.031154 bus /sierra_2: Setting Powered False\u000a17:31:23.050969 run create_hlr_db(pid=10894): Terminated: ok {rc=0}\u000a17:31:23.469771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10897): Launched\u000a17:31:23.780303 run osmo-hlr_10.42.42.2(pid=10898): Launched\u000a17:31:23.894301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:24.433829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10900): Launched\u000a17:31:24.746807 run osmo-stp_10.42.42.5(pid=10901): Launched\u000a17:31:24.858693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:25.428055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10903): Launched\u000a17:31:25.739758 run osmo-msc_10.42.42.6(pid=10904): Launched\u000a17:31:25.921833 run osmo-stp_10.42.42.5(pid=10901): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10901)]\u000a17:31:26.053779 run osmo-stp_10.42.42.5(pid=10901): stdout: \u000a| (launched: 2022-12-13_17:31:24.592445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:26.183813 run osmo-stp_10.42.42.5(pid=10901): stderr: \u000a| �[0;m�[38;5;43m20221213173124762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173124762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173124763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173124763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:26.308113 run osmo-stp_10.42.42.5(pid=10901): stdout: \u000a| (launched: 2022-12-13_17:31:24.592445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:26.431503 run osmo-stp_10.42.42.5(pid=10901): stderr: \u000a| �[0;m�[38;5;43m20221213173124762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173124762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173124763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173124763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:26.485915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10901): Process ended prematurely: osmo-stp_10.42.42.5(pid=10901) [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10901)] [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:31:26.494724 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:31:26.555330 run osmo-hlr_10.42.42.2(pid=10898): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10898)]\u000a17:31:26.605608 run osmo-hlr_10.42.42.2(pid=10898): stdout: \u000a| (launched: 2022-12-13_17:31:23.628635) \u000a17:31:26.656421 run osmo-hlr_10.42.42.2(pid=10898): stderr: \u000a| �[0;m�[1;31m20221213173123803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173123803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173123803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173123803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173123803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173123803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173123835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173123844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173123845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173123845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:26.725060 run osmo-msc_10.42.42.6(pid=10904): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10904)]\u000a17:31:26.775000 run osmo-msc_10.42.42.6(pid=10904): stdout: \u000a| (launched: 2022-12-13_17:31:25.586331) \u000a17:31:26.825564 run osmo-msc_10.42.42.6(pid=10904): stderr: \u000a| �[0;m�[38;5;43m20221213173125858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173125858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f014566dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173125858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173125858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173125859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173125860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173125861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173125861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173125861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:26.868358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10897): Terminating (SIGTERM)\u000a17:31:26.908801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10900): Terminating (SIGTERM)\u000a17:31:26.949417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10903): Terminating (SIGTERM)\u000a17:31:26.958793 --- ParallelTerminationStrategy: PID 10897 died...\u000a17:31:27.012918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10897): Terminated: ok {rc=0}\u000a17:31:27.022611 --- ParallelTerminationStrategy: PID 10900 died...\u000a17:31:27.076765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10900): Terminated: ok {rc=0}\u000a17:31:27.086636 --- ParallelTerminationStrategy: PID 10903 died...\u000a17:31:27.140695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10903): Terminated: ok {rc=0}\u000a17:31:27.231967 bus /sierra_3: Setting Powered False\u000a17:31:28.340138 bus /sierra_3: Setting Powered False\u000a17:31:29.449468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:31:09" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10928): Process ended prematurely: osmo-stp_10.42.42.5(pid=10928) [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10928)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10928): Process ended prematurely: osmo-stp_10.42.42.5(pid=10928) [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a17:31:31.454581 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:31.466568 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a17:31:31.638353 tst mo_mt_call.py: using LAC 35149\u000a17:31:31.787288 tst mo_mt_call.py: using RAC 214\u000a17:31:31.930787 tst mo_mt_call.py: using CellId 35149\u000a17:31:32.081111 tst mo_mt_call.py: using BVCI 35150\u000a17:31:32.114504 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:32.129364 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:32.142623 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:32.155358 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:32.167723 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:32.181007 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:32.306953 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:32.521207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:33.041304 run create_hlr_db(pid=10922): Launched\u000a17:31:33.233755 bus /sierra_2: Setting Powered False\u000a17:31:34.254986 run create_hlr_db(pid=10922): Terminated: ok {rc=0}\u000a17:31:34.673586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10924): Launched\u000a17:31:34.984196 run osmo-hlr_10.42.42.2(pid=10925): Launched\u000a17:31:35.107156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:35.649647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10927): Launched\u000a17:31:35.959993 run osmo-stp_10.42.42.5(pid=10928): Launched\u000a17:31:36.072609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:36.640373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10930): Launched\u000a17:31:36.951141 run osmo-msc_10.42.42.6(pid=10931): Launched\u000a17:31:37.131013 run osmo-stp_10.42.42.5(pid=10928): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10928)]\u000a17:31:37.261586 run osmo-stp_10.42.42.5(pid=10928): stdout: \u000a| (launched: 2022-12-13_17:31:35.807763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:37.390400 run osmo-stp_10.42.42.5(pid=10928): stderr: \u000a| �[0;m�[38;5;43m20221213173135977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173135977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173135977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173135978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:37.514393 run osmo-stp_10.42.42.5(pid=10928): stdout: \u000a| (launched: 2022-12-13_17:31:35.807763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:37.637148 run osmo-stp_10.42.42.5(pid=10928): stderr: \u000a| �[0;m�[38;5;43m20221213173135977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173135977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173135977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173135978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173135978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:37.691517 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10928): Process ended prematurely: osmo-stp_10.42.42.5(pid=10928) [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10928)] [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a17:31:37.700128 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:31:37.760478 run osmo-hlr_10.42.42.2(pid=10925): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10925)]\u000a17:31:37.809922 run osmo-hlr_10.42.42.2(pid=10925): stdout: \u000a| (launched: 2022-12-13_17:31:34.831829) \u000a17:31:37.860022 run osmo-hlr_10.42.42.2(pid=10925): stderr: \u000a| �[0;m�[1;31m20221213173135005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173135005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173135005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173135005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173135005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173135005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173135017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173135026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173135026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173135026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:37.928244 run osmo-msc_10.42.42.6(pid=10931): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10931)]\u000a17:31:37.977800 run osmo-msc_10.42.42.6(pid=10931): stdout: \u000a| (launched: 2022-12-13_17:31:36.798142) \u000a17:31:38.027913 run osmo-msc_10.42.42.6(pid=10931): stderr: \u000a| �[0;m�[38;5;43m20221213173137068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173137069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f654f92cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173137069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173137069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173137069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173137069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173137071 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173137071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173137072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173137072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:38.070298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10924): Terminating (SIGTERM)\u000a17:31:38.110742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10927): Terminating (SIGTERM)\u000a17:31:38.151169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10930): Terminating (SIGTERM)\u000a17:31:38.160401 --- ParallelTerminationStrategy: PID 10924 died...\u000a17:31:38.214686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10924): Terminated: ok {rc=0}\u000a17:31:38.224305 --- ParallelTerminationStrategy: PID 10927 died...\u000a17:31:38.277964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10927): Terminated: ok {rc=0}\u000a17:31:38.287546 --- ParallelTerminationStrategy: PID 10930 died...\u000a17:31:38.341149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10930): Terminated: ok {rc=0}\u000a17:31:38.425854 bus /sierra_3: Setting Powered False\u000a17:31:39.529923 bus /sierra_3: Setting Powered False\u000a17:31:40.643466 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10939): Process ended prematurely: osmo-stp_10.42.42.5(pid=10939) [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10939)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10939): Process ended prematurely: osmo-stp_10.42.42.5(pid=10939) [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:31:41.755599 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:41.767292 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a17:31:41.907497 tst mo_mt_call_osmux.py: using LAC 35150\u000a17:31:42.030617 tst mo_mt_call_osmux.py: using RAC 215\u000a17:31:42.154049 tst mo_mt_call_osmux.py: using CellId 35150\u000a17:31:42.274905 tst mo_mt_call_osmux.py: using BVCI 35151\u000a17:31:42.298498 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:42.309568 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:42.320305 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:42.331084 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:42.341867 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a17:31:42.352679 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:42.473933 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a17:31:42.679941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:43.180028 run create_hlr_db(pid=10933): Launched\u000a17:31:43.359765 bus /sierra_2: Setting Powered False\u000a17:31:44.380684 run create_hlr_db(pid=10933): Terminated: ok {rc=0}\u000a17:31:44.823904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10935): Launched\u000a17:31:45.157395 run osmo-hlr_10.42.42.2(pid=10936): Launched\u000a17:31:45.278814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:45.861778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10938): Launched\u000a17:31:46.309436 run osmo-stp_10.42.42.5(pid=10939): Launched\u000a17:31:46.544262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:47.196389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10941): Launched\u000a17:31:47.533281 run osmo-msc_10.42.42.6(pid=10942): Launched\u000a17:31:47.728135 run osmo-stp_10.42.42.5(pid=10939): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10939)]\u000a17:31:47.868795 run osmo-stp_10.42.42.5(pid=10939): stdout: \u000a| (launched: 2022-12-13_17:31:46.039259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:48.007686 run osmo-stp_10.42.42.5(pid=10939): stderr: \u000a| �[0;m�[38;5;43m20221213173146366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173146366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173146366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173146367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173146367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173146367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173146367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:48.141587 run osmo-stp_10.42.42.5(pid=10939): stdout: \u000a| (launched: 2022-12-13_17:31:46.039259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:48.273812 run osmo-stp_10.42.42.5(pid=10939): stderr: \u000a| �[0;m�[38;5;43m20221213173146366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173146366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173146366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173146367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173146367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173146367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173146367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:48.331931 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10939): Process ended prematurely: osmo-stp_10.42.42.5(pid=10939) [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10939)] [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a17:31:48.341156 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:31:48.405391 run osmo-hlr_10.42.42.2(pid=10936): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10936)]\u000a17:31:48.457776 run osmo-hlr_10.42.42.2(pid=10936): stdout: \u000a| (launched: 2022-12-13_17:31:44.992832) \u000a17:31:48.511326 run osmo-hlr_10.42.42.2(pid=10936): stderr: \u000a| �[0;m�[1;31m20221213173145188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173145188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173145188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173145188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173145188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173145188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173145203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173145214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173145214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173145214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:48.583382 run osmo-msc_10.42.42.6(pid=10942): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10942)]\u000a17:31:48.635915 run osmo-msc_10.42.42.6(pid=10942): stdout: \u000a| (launched: 2022-12-13_17:31:47.367979) \u000a17:31:48.689125 run osmo-msc_10.42.42.6(pid=10942): stderr: \u000a| �[0;m�[38;5;43m20221213173147688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173147688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe577086c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173147688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173147689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173147689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173147689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173147691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173147691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173147691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173147691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:48.734381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10935): Terminating (SIGTERM)\u000a17:31:48.777518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10938): Terminating (SIGTERM)\u000a17:31:48.820383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10941): Terminating (SIGTERM)\u000a17:31:48.830162 --- ParallelTerminationStrategy: PID 10935 died...\u000a17:31:48.887548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10935): Terminated: ok {rc=0}\u000a17:31:48.897785 --- ParallelTerminationStrategy: PID 10938 died...\u000a17:31:48.954860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10938): Terminated: ok {rc=0}\u000a17:31:48.965093 --- ParallelTerminationStrategy: PID 10941 died...\u000a17:31:49.022350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10941): Terminated: ok {rc=0}\u000a17:31:49.110876 bus /sierra_3: Setting Powered False\u000a17:31:50.218852 bus /sierra_3: Setting Powered False\u000a17:31:51.332046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:31:31" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10953): Process ended prematurely: osmo-stp_10.42.42.5(pid=10953) [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10953)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10953): Process ended prematurely: osmo-stp_10.42.42.5(pid=10953) [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a17:31:53.329503 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:53.340881 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:31:53.486998 tst mo_mt_call.py: using LAC 35151\u000a17:31:53.614884 tst mo_mt_call.py: using RAC 216\u000a17:31:53.742853 tst mo_mt_call.py: using CellId 35151\u000a17:31:53.871225 tst mo_mt_call.py: using BVCI 35152\u000a17:31:53.896589 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:53.908328 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:53.919873 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:53.931573 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:53.943668 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:31:53.955608 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:31:54.074706 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:31:54.287713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:54.787162 run create_hlr_db(pid=10947): Launched\u000a17:31:54.967190 bus /sierra_2: Setting Powered False\u000a17:31:55.987258 run create_hlr_db(pid=10947): Terminated: ok {rc=0}\u000a17:31:56.432638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10949): Launched\u000a17:31:56.766378 run osmo-hlr_10.42.42.2(pid=10950): Launched\u000a17:31:56.887041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:57.459212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10952): Launched\u000a17:31:57.770454 run osmo-stp_10.42.42.5(pid=10953): Launched\u000a17:31:57.881926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:58.450071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10955): Launched\u000a17:31:58.762035 run osmo-msc_10.42.42.6(pid=10956): Launched\u000a17:31:58.944599 run osmo-stp_10.42.42.5(pid=10953): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10953)]\u000a17:31:59.076237 run osmo-stp_10.42.42.5(pid=10953): stdout: \u000a| (launched: 2022-12-13_17:31:57.618387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:59.206317 run osmo-stp_10.42.42.5(pid=10953): stderr: \u000a| �[0;m�[38;5;43m20221213173157786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173157786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173157786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173157787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173157787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173157787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173157787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:59.330895 run osmo-stp_10.42.42.5(pid=10953): stdout: \u000a| (launched: 2022-12-13_17:31:57.618387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:59.454286 run osmo-stp_10.42.42.5(pid=10953): stderr: \u000a| �[0;m�[38;5;43m20221213173157786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173157786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173157786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173157787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173157787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173157787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173157787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:59.509397 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10953): Process ended prematurely: osmo-stp_10.42.42.5(pid=10953) [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10953)] [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a17:31:59.518286 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:31:59.578770 run osmo-hlr_10.42.42.2(pid=10950): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10950)]\u000a17:31:59.628920 run osmo-hlr_10.42.42.2(pid=10950): stdout: \u000a| (launched: 2022-12-13_17:31:56.602422) \u000a17:31:59.679749 run osmo-hlr_10.42.42.2(pid=10950): stderr: \u000a| �[0;m�[1;31m20221213173156797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173156797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173156797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173156797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173156798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173156798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173156810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173156818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173156819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173156819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:59.748453 run osmo-msc_10.42.42.6(pid=10956): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10956)]\u000a17:31:59.798477 run osmo-msc_10.42.42.6(pid=10956): stdout: \u000a| (launched: 2022-12-13_17:31:58.608224) \u000a17:31:59.849022 run osmo-msc_10.42.42.6(pid=10956): stderr: \u000a| �[0;m�[38;5;43m20221213173158879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173158879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff01d2d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173158879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173158879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173158880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173158880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173158882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173158882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173158882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173158882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:59.891903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10949): Terminating (SIGTERM)\u000a17:31:59.932299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10952): Terminating (SIGTERM)\u000a17:31:59.972814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10955): Terminating (SIGTERM)\u000a17:31:59.982378 --- ParallelTerminationStrategy: PID 10949 died...\u000a17:32:00.036824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10949): Terminated: ok {rc=0}\u000a17:32:00.046651 --- ParallelTerminationStrategy: PID 10952 died...\u000a17:32:00.100901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10952): Terminated: ok {rc=0}\u000a17:32:00.110787 --- ParallelTerminationStrategy: PID 10955 died...\u000a17:32:00.164548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10955): Terminated: ok {rc=0}\u000a17:32:00.255007 bus /sierra_3: Setting Powered False\u000a17:32:01.360359 bus /sierra_3: Setting Powered False\u000a17:32:02.469449 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10964): Process ended prematurely: osmo-stp_10.42.42.5(pid=10964) [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10964)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10964): Process ended prematurely: osmo-stp_10.42.42.5(pid=10964) [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:32:03.582343 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:32:03.594481 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:32:03.741937 tst mo_mt_call_osmux.py: using LAC 35152\u000a17:32:03.862800 tst mo_mt_call_osmux.py: using RAC 217\u000a17:32:03.985214 tst mo_mt_call_osmux.py: using CellId 35152\u000a17:32:04.106004 tst mo_mt_call_osmux.py: using BVCI 35153\u000a17:32:04.129928 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:32:04.141458 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:32:04.152733 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:32:04.164141 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:32:04.175601 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:32:04.186813 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:32:04.305676 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:32:04.527006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:05.050892 run create_hlr_db(pid=10958): Launched\u000a17:32:05.243887 bus /sierra_2: Setting Powered False\u000a17:32:06.265019 run create_hlr_db(pid=10958): Terminated: ok {rc=0}\u000a17:32:06.684640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10960): Launched\u000a17:32:06.996856 run osmo-hlr_10.42.42.2(pid=10961): Launched\u000a17:32:07.111192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:07.649645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10963): Launched\u000a17:32:07.960563 run osmo-stp_10.42.42.5(pid=10964): Launched\u000a17:32:08.072286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:32:08.639258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10966): Launched\u000a17:32:08.950215 run osmo-msc_10.42.42.6(pid=10967): Launched\u000a17:32:09.130865 run osmo-stp_10.42.42.5(pid=10964): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10964)]\u000a17:32:09.261978 run osmo-stp_10.42.42.5(pid=10964): stdout: \u000a| (launched: 2022-12-13_17:32:07.807953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:09.391222 run osmo-stp_10.42.42.5(pid=10964): stderr: \u000a| �[0;m�[38;5;43m20221213173207977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173207977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173207978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173207978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173207979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173207979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173207979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:09.515409 run osmo-stp_10.42.42.5(pid=10964): stdout: \u000a| (launched: 2022-12-13_17:32:07.807953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:09.638618 run osmo-stp_10.42.42.5(pid=10964): stderr: \u000a| �[0;m�[38;5;43m20221213173207977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173207977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173207978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173207978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173207979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173207979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173207979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:09.693165 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10964): Process ended prematurely: osmo-stp_10.42.42.5(pid=10964) [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10964)] [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a17:32:09.701715 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:32:09.761593 run osmo-hlr_10.42.42.2(pid=10961): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10961)]\u000a17:32:09.811050 run osmo-hlr_10.42.42.2(pid=10961): stdout: \u000a| (launched: 2022-12-13_17:32:06.842458) \u000a17:32:09.861239 run osmo-hlr_10.42.42.2(pid=10961): stderr: \u000a| �[0;m�[1;31m20221213173207016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173207016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173207016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173207016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173207016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173207016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173207033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173207043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173207043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173207043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:09.929412 run osmo-msc_10.42.42.6(pid=10967): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10967)]\u000a17:32:09.978786 run osmo-msc_10.42.42.6(pid=10967): stdout: \u000a| (launched: 2022-12-13_17:32:08.796442) \u000a17:32:10.029023 run osmo-msc_10.42.42.6(pid=10967): stderr: \u000a| �[0;m�[38;5;43m20221213173209066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173209066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27b8aa0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173209066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173209066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173209066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173209067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173209068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173209069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173209069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173209069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:32:10.071625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10960): Terminating (SIGTERM)\u000a17:32:10.112026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10963): Terminating (SIGTERM)\u000a17:32:10.152419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10966): Terminating (SIGTERM)\u000a17:32:10.161798 --- ParallelTerminationStrategy: PID 10960 died...\u000a17:32:10.215447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10960): Terminated: ok {rc=0}\u000a17:32:10.225054 --- ParallelTerminationStrategy: PID 10963 died...\u000a17:32:10.278955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10963): Terminated: ok {rc=0}\u000a17:32:10.288579 --- ParallelTerminationStrategy: PID 10966 died...\u000a17:32:10.342235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10966): Terminated: ok {rc=0}\u000a17:32:10.432294 bus /sierra_3: Setting Powered False\u000a17:32:11.538136 bus /sierra_3: Setting Powered False\u000a17:32:12.646715 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:31:53" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10979): Process ended prematurely: osmo-stp_10.42.42.5(pid=10979) [trial-2392↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10979): Process ended prematurely: osmo-stp_10.42.42.5(pid=10979) [trial-2392↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:32:14.673368 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:14.684473 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:14.831015 tst emergency_mo_mt_call.py: using LAC 35153\u000a17:32:14.959093 tst emergency_mo_mt_call.py: using RAC 218\u000a17:32:15.086672 tst emergency_mo_mt_call.py: using CellId 35153\u000a17:32:15.214789 tst emergency_mo_mt_call.py: using BVCI 35154\u000a17:32:15.239701 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:15.250930 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:15.261970 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:15.273071 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:15.284312 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:15.295607 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:15.415460 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:15.628688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:16.195131 run create_hlr_db(pid=10973): Launched\u000a17:32:16.379929 bus /sierra_2: Setting Powered False\u000a17:32:17.396639 run create_hlr_db(pid=10973): Terminated: ok {rc=0}\u000a17:32:17.831127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10975): Launched\u000a17:32:18.157478 run osmo-hlr_10.42.42.2(pid=10976): Launched\u000a17:32:18.280243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:18.849410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10978): Launched\u000a17:32:19.171247 run osmo-stp_10.42.42.5(pid=10979): Launched\u000a17:32:19.301663 tst emergency_mo_mt_call.py: using MSISDN 8249\u000a17:32:19.454819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:32:20.012806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10981): Launched\u000a17:32:20.316797 run osmo-msc_10.42.42.6(pid=10982): Launched\u000a17:32:20.495497 run osmo-stp_10.42.42.5(pid=10979): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)]\u000a17:32:20.624607 run osmo-stp_10.42.42.5(pid=10979): stdout: \u000a| (launched: 2022-12-13_17:32:19.015494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:20.751393 run osmo-stp_10.42.42.5(pid=10979): stderr: \u000a| �[0;m�[38;5;43m20221213173219187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173219188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173219188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173219188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:20.873552 run osmo-stp_10.42.42.5(pid=10979): stdout: \u000a| (launched: 2022-12-13_17:32:19.015494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:20.994840 run osmo-stp_10.42.42.5(pid=10979): stderr: \u000a| �[0;m�[38;5;43m20221213173219187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173219188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173219188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173219188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:21.048674 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10979): Process ended prematurely: osmo-stp_10.42.42.5(pid=10979) [trial-2392↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)] [trial-2392↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a17:32:21.056802 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a17:32:21.117678 run osmo-hlr_10.42.42.2(pid=10976): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10976)]\u000a17:32:21.167876 run osmo-hlr_10.42.42.2(pid=10976): stdout: \u000a| (launched: 2022-12-13_17:32:17.997192) \u000a17:32:21.218731 run osmo-hlr_10.42.42.2(pid=10976): stderr: \u000a| �[0;m�[1;31m20221213173218191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173218191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173218191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173218191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173218191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173218191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173218204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173218213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173218213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173218213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:21.287764 run osmo-msc_10.42.42.6(pid=10982): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10982)]\u000a17:32:21.337981 run osmo-msc_10.42.42.6(pid=10982): stdout: \u000a| (launched: 2022-12-13_17:32:20.167603) \u000a17:32:21.388452 run osmo-msc_10.42.42.6(pid=10982): stderr: \u000a| �[0;m�[38;5;43m20221213173220437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173220437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8658d2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173220437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173220437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173220437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173220438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173220439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173220440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173220440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173220440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:32:21.431132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10975): Terminating (SIGTERM)\u000a17:32:21.471595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10978): Terminating (SIGTERM)\u000a17:32:21.512180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10981): Terminating (SIGTERM)\u000a17:32:21.521561 --- ParallelTerminationStrategy: PID 10975 died...\u000a17:32:21.575866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10975): Terminated: ok {rc=0}\u000a17:32:21.585634 --- ParallelTerminationStrategy: PID 10978 died...\u000a17:32:21.639765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10978): Terminated: ok {rc=0}\u000a17:32:21.649820 --- ParallelTerminationStrategy: PID 10981 died...\u000a17:32:21.704410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10981): Terminated: ok {rc=0}\u000a17:32:21.794507 bus /sierra_3: Setting Powered False\u000a17:32:22.899985 bus /sierra_3: Setting Powered False\u000a17:32:24.014024 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10990): Process ended prematurely: osmo-stp_10.42.42.5(pid=10990) [trial-2392↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10990)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10990): Process ended prematurely: osmo-stp_10.42.42.5(pid=10990) [trial-2392↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:32:25.067485 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:25.079536 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:25.220048 tst emergency_preemptive_call.py: using LAC 35154\u000a17:32:25.340834 tst emergency_preemptive_call.py: using RAC 219\u000a17:32:25.462103 tst emergency_preemptive_call.py: using CellId 35154\u000a17:32:25.583417 tst emergency_preemptive_call.py: using BVCI 35155\u000a17:32:25.606689 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:25.617429 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:25.627981 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:25.638508 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:25.649072 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:32:25.659539 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:25.777283 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:25.899915 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:26.017606 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:26.231889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:26.748548 run create_hlr_db(pid=10984): Launched\u000a17:32:26.940528 bus /sierra_2: Setting Powered False\u000a17:32:27.960616 run create_hlr_db(pid=10984): Terminated: ok {rc=0}\u000a17:32:28.375001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10986): Launched\u000a17:32:28.681404 run osmo-hlr_10.42.42.2(pid=10987): Launched\u000a17:32:28.798271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:29.327847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10989): Launched\u000a17:32:29.631484 run osmo-stp_10.42.42.5(pid=10990): Launched\u000a17:32:29.766262 tst emergency_preemptive_call.py: using MSISDN 8250\u000a17:32:29.916849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:32:30.472673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10992): Launched\u000a17:32:30.777113 run osmo-msc_10.42.42.6(pid=10993): Launched\u000a17:32:31.054309 run osmo-stp_10.42.42.5(pid=10990): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10990)]\u000a17:32:31.295887 run osmo-stp_10.42.42.5(pid=10990): stdout: \u000a| (launched: 2022-12-13_17:32:29.482513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:31.424145 run osmo-stp_10.42.42.5(pid=10990): stderr: \u000a| �[0;m�[38;5;43m20221213173229649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173229649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173229649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173229650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173229650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173229650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173229650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:31.548082 run osmo-stp_10.42.42.5(pid=10990): stdout: \u000a| (launched: 2022-12-13_17:32:29.482513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:31.693953 run osmo-stp_10.42.42.5(pid=10990): stderr: \u000a| �[0;m�[38;5;43m20221213173229649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173229649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173229649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173229650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173229650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173229650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173229650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:31.773222 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10990): Process ended prematurely: osmo-stp_10.42.42.5(pid=10990) [trial-2392↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10990)] [trial-2392↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a17:32:31.787285 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a17:32:31.869768 run osmo-hlr_10.42.42.2(pid=10987): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10987)]\u000a17:32:31.941590 run osmo-hlr_10.42.42.2(pid=10987): stdout: \u000a| (launched: 2022-12-13_17:32:28.531269) \u000a17:32:31.996032 run osmo-hlr_10.42.42.2(pid=10987): stderr: \u000a| �[0;m�[1;31m20221213173228707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173228707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173228707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173228707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173228707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173228707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173228719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173228728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173228728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173228728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:32.068836 run osmo-msc_10.42.42.6(pid=10993): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10993)]\u000a17:32:32.122007 run osmo-msc_10.42.42.6(pid=10993): stdout: \u000a| (launched: 2022-12-13_17:32:30.627164) \u000a17:32:32.176000 run osmo-msc_10.42.42.6(pid=10993): stderr: \u000a| �[0;m�[38;5;43m20221213173230955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173230956 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ba579fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173230956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173230956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173230956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173230956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173230958 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173230958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173230959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173230959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:32:32.221408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10986): Terminating (SIGTERM)\u000a17:32:32.264280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10989): Terminating (SIGTERM)\u000a17:32:32.307193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10992): Terminating (SIGTERM)\u000a17:32:32.317191 --- ParallelTerminationStrategy: PID 10986 died...\u000a17:32:32.374353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10986): Terminated: ok {rc=0}\u000a17:32:32.385016 --- ParallelTerminationStrategy: PID 10989 died...\u000a17:32:32.442124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10989): Terminated: ok {rc=0}\u000a17:32:32.451872 --- ParallelTerminationStrategy: PID 10992 died...\u000a17:32:32.506656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10992): Terminated: ok {rc=0}\u000a17:32:32.592410 bus /sierra_9: Setting Powered False\u000a17:32:33.701317 bus /sierra_9: Setting Powered False\u000a17:32:34.817233 bus /sierra_8: Setting Powered False\u000a17:32:35.922500 bus /sierra_8: Setting Powered False\u000a17:32:37.034921 bus /sierra_3: Setting Powered False\u000a17:32:38.139472 bus /sierra_3: Setting Powered False\u000a17:32:39.253794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:32:14" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "gprs:trx-b200", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11009): Process ended prematurely: osmo-stp_10.42.42.5(pid=11009) [trial-2392↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11009): Process ended prematurely: osmo-stp_10.42.42.5(pid=11009) [trial-2392↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:32:41.394671 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:41.405732 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:41.551219 tst cs_paging_gprs_active.py: using LAC 35155\u000a17:32:41.671276 tst cs_paging_gprs_active.py: using RAC 220\u000a17:32:41.791454 tst cs_paging_gprs_active.py: using CellId 35155\u000a17:32:41.913563 tst cs_paging_gprs_active.py: using BVCI 35156\u000a17:32:41.937602 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:41.948253 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:41.958741 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:41.969111 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:41.979877 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:41.990236 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:42.001127 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:42.011625 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:42.022269 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:42.147471 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:42.435262 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:32:42.564690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:42.890043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10999): Launched\u000a17:32:43.157635 run iperf3-srv_10.42.42.10(pid=11000): Launched\u000a17:32:43.348089 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:32:43.477316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:43.801886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11001): Launched\u000a17:32:44.069418 run iperf3-srv_10.42.42.10(pid=11002): Launched\u000a17:32:44.258139 tst cs_paging_gprs_active.py:38: start network...\u000a17:32:44.386937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:44.884441 run create_hlr_db(pid=11003): Launched\u000a17:32:45.063419 bus /sierra_2: Setting Powered False\u000a17:32:46.118870 run create_hlr_db(pid=11003): Terminated: ok {rc=0}\u000a17:32:46.597925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11005): Launched\u000a17:32:47.093695 run osmo-hlr_10.42.42.2(pid=11006): Launched\u000a17:32:47.299336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:32:47.877688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11008): Launched\u000a17:32:48.211272 run osmo-stp_10.42.42.5(pid=11009): Launched\u000a17:32:48.333122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:32:48.918109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11011): Launched\u000a17:32:49.037894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:32:49.331772 run patchelf(pid=11012): Launched\u000a17:32:49.528018 run osmo-stp_10.42.42.5(pid=11009): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)]\u000a17:32:49.671191 run osmo-stp_10.42.42.5(pid=11009): stdout: \u000a| (launched: 2022-12-13_17:32:48.047263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:49.814485 run osmo-stp_10.42.42.5(pid=11009): stderr: \u000a| �[0;m�[38;5;43m20221213173248236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173248237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173248237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173248237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173248238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173248238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173248238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:49.952890 run osmo-stp_10.42.42.5(pid=11009): stdout: \u000a| (launched: 2022-12-13_17:32:48.047263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:32:50.090014 run osmo-stp_10.42.42.5(pid=11009): stderr: \u000a| �[0;m�[38;5;43m20221213173248236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173248237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173248237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173248237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173248238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173248238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173248238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:32:50.251270 run patchelf(pid=11012): Terminating (SIGINT)\u000a17:32:50.441115 run patchelf(pid=11012): Terminated: ok {rc=0}\u000a17:32:50.475713 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11009): Process ended prematurely: osmo-stp_10.42.42.5(pid=11009) [trial-2392↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11009)] [trial-2392↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a17:32:50.485834 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a17:32:50.550696 run osmo-hlr_10.42.42.2(pid=11006): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11006)]\u000a17:32:50.603579 run osmo-hlr_10.42.42.2(pid=11006): stdout: \u000a| (launched: 2022-12-13_17:32:46.793469) \u000a17:32:50.656931 run osmo-hlr_10.42.42.2(pid=11006): stderr: \u000a| �[0;m�[1;31m20221213173247051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173247051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173247051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173247051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173247051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173247051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173247071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173247084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173247084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173247084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:32:50.702865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10999): Terminating (SIGTERM)\u000a17:32:50.745835 run iperf3-srv_10.42.42.10(pid=11000): Terminating (SIGTERM)\u000a17:32:50.788715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11001): Terminating (SIGTERM)\u000a17:32:50.831552 run iperf3-srv_10.42.42.10(pid=11002): Terminating (SIGTERM)\u000a17:32:50.874533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11005): Terminating (SIGTERM)\u000a17:32:50.917438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11008): Terminating (SIGTERM)\u000a17:32:50.960531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11011): Terminating (SIGTERM)\u000a17:32:50.970514 --- ParallelTerminationStrategy: PID 10999 died...\u000a17:32:51.028823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10999): Terminated: ok {rc=0}\u000a17:32:51.039253 --- ParallelTerminationStrategy: PID 11000 died...\u000a17:32:51.097072 run iperf3-srv_10.42.42.10(pid=11000): Terminated {rc=256}\u000a17:32:51.107410 --- ParallelTerminationStrategy: PID 11001 died...\u000a17:32:51.164811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11001): Terminated: ok {rc=0}\u000a17:32:51.174957 --- ParallelTerminationStrategy: PID 11002 died...\u000a17:32:51.231998 run iperf3-srv_10.42.42.10(pid=11002): Terminated {rc=256}\u000a17:32:51.242129 --- ParallelTerminationStrategy: PID 11005 died...\u000a17:32:51.299545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11005): Terminated: ok {rc=0}\u000a17:32:51.309905 --- ParallelTerminationStrategy: PID 11008 died...\u000a17:32:51.367129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11008): Terminated: ok {rc=0}\u000a17:32:51.377477 --- ParallelTerminationStrategy: PID 11011 died...\u000a17:32:51.435157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11011): Terminated: ok {rc=0}\u000a17:32:51.524022 bus /gobi_0: Setting Powered False\u000a17:32:52.633650 bus /gobi_0: Setting Powered False\u000a17:32:53.748724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11022): Process ended prematurely: osmo-stp_10.42.42.5(pid=11022) [trial-2392↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11022)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11022): Process ended prematurely: osmo-stp_10.42.42.5(pid=11022) [trial-2392↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a17:32:54.862643 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:54.874065 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:32:55.016546 tst iperf3.py: using LAC 35156\u000a17:32:55.140784 tst iperf3.py: using RAC 221\u000a17:32:55.265264 tst iperf3.py: using CellId 35156\u000a17:32:55.392616 tst iperf3.py: using BVCI 35157\u000a17:32:55.416595 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.427490 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.438003 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.448385 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.459356 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.470239 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.481284 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.491738 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:32:55.502506 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:32:55.807110 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:32:55.947011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:32:56.294351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11013): Launched\u000a17:32:56.580859 run iperf3-srv_10.42.42.10(pid=11014): Launched\u000a17:32:56.785830 tst iperf3.py:8: start network...\u000a17:32:56.925399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:32:57.448110 run create_hlr_db(pid=11015): Launched\u000a17:32:57.641290 bus /gobi_6: Setting Powered False\u000a17:32:58.662015 run create_hlr_db(pid=11015): Terminated: ok {rc=0}\u000a17:32:59.104026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11018): Launched\u000a17:32:59.435704 run osmo-hlr_10.42.42.2(pid=11019): Launched\u000a17:32:59.556774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:00.135506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11021): Launched\u000a17:33:00.470045 run osmo-stp_10.42.42.5(pid=11022): Launched\u000a17:33:00.590883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:01.185563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11024): Launched\u000a17:33:01.303899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:01.601494 run patchelf(pid=11026): Launched\u000a17:33:01.790597 run osmo-stp_10.42.42.5(pid=11022): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11022)]\u000a17:33:01.929898 run osmo-stp_10.42.42.5(pid=11022): stdout: \u000a| (launched: 2022-12-13_17:33:00.305289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:02.067838 run osmo-stp_10.42.42.5(pid=11022): stderr: \u000a| �[0;m�[38;5;43m20221213173300495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173300495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173300495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173300496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173300496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173300496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173300496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:02.202592 run osmo-stp_10.42.42.5(pid=11022): stdout: \u000a| (launched: 2022-12-13_17:33:00.305289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:02.334363 run osmo-stp_10.42.42.5(pid=11022): stderr: \u000a| �[0;m�[38;5;43m20221213173300495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173300495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173300495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173300496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173300496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173300496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173300496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:02.484844 run patchelf(pid=11026): Terminating (SIGINT)\u000a17:33:02.663590 run patchelf(pid=11026): Terminated: ok {rc=0}\u000a17:33:02.696202 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11022): Process ended prematurely: osmo-stp_10.42.42.5(pid=11022) [trial-2392↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11022)] [trial-2392↪gprs:trx-b200↪iperf3.py:8]\u000a17:33:02.705672 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a17:33:02.766583 run osmo-hlr_10.42.42.2(pid=11019): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11019)]\u000a17:33:02.816533 run osmo-hlr_10.42.42.2(pid=11019): stdout: \u000a| (launched: 2022-12-13_17:32:59.272616) \u000a17:33:02.867553 run osmo-hlr_10.42.42.2(pid=11019): stderr: \u000a| �[0;m�[1;31m20221213173259468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173259468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173259468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173259468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173259468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173259468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173259480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173259489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173259489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173259489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:02.910744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11013): Terminating (SIGTERM)\u000a17:33:02.951458 run iperf3-srv_10.42.42.10(pid=11014): Terminating (SIGTERM)\u000a17:33:02.992241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11018): Terminating (SIGTERM)\u000a17:33:03.032942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11021): Terminating (SIGTERM)\u000a17:33:03.073734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11024): Terminating (SIGTERM)\u000a17:33:03.083085 --- ParallelTerminationStrategy: PID 11013 died...\u000a17:33:03.137751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11013): Terminated: ok {rc=0}\u000a17:33:03.147642 --- ParallelTerminationStrategy: PID 11014 died...\u000a17:33:03.201583 run iperf3-srv_10.42.42.10(pid=11014): Terminated {rc=256}\u000a17:33:03.211351 --- ParallelTerminationStrategy: PID 11018 died...\u000a17:33:03.265559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11018): Terminated: ok {rc=0}\u000a17:33:03.275386 --- ParallelTerminationStrategy: PID 11021 died...\u000a17:33:03.329504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11021): Terminated: ok {rc=0}\u000a17:33:03.339338 --- ParallelTerminationStrategy: PID 11024 died...\u000a17:33:03.394682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11024): Terminated: ok {rc=0}\u000a17:33:03.480601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11041): Process ended prematurely: osmo-stp_10.42.42.5(pid=11041) [trial-2392↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11041): Process ended prematurely: osmo-stp_10.42.42.5(pid=11041) [trial-2392↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a17:33:04.593804 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:04.605358 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:33:04.743341 tst iperf3m4.py: using LAC 35157\u000a17:33:04.867833 tst iperf3m4.py: using RAC 222\u000a17:33:04.991331 tst iperf3m4.py: using CellId 35157\u000a17:33:05.114838 tst iperf3m4.py: using BVCI 35158\u000a17:33:05.138592 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.149721 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.160276 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.170903 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.181746 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.192386 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.203246 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.214082 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:05.225089 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:05.344006 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:05.469946 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:05.590112 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:05.892805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:33:06.032099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:06.378647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11027): Launched\u000a17:33:06.665039 run iperf3-srv_10.42.42.10(pid=11028): Launched\u000a17:33:06.869129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:33:07.008204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:07.353601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11029): Launched\u000a17:33:07.640921 run iperf3-srv_10.42.42.10(pid=11030): Launched\u000a17:33:07.845262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:33:07.983976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:08.329721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11031): Launched\u000a17:33:08.616222 run iperf3-srv_10.42.42.10(pid=11032): Launched\u000a17:33:08.819821 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:33:08.958597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:09.305391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11033): Launched\u000a17:33:09.592384 run iperf3-srv_10.42.42.10(pid=11034): Launched\u000a17:33:09.796451 tst iperf3m4.py:8: start network...\u000a17:33:09.935300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:10.458758 run create_hlr_db(pid=11035): Launched\u000a17:33:10.651771 bus /gobi_6: Setting Powered False\u000a17:33:11.673561 run create_hlr_db(pid=11035): Terminated: ok {rc=0}\u000a17:33:12.117504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11037): Launched\u000a17:33:12.451979 run osmo-hlr_10.42.42.2(pid=11038): Launched\u000a17:33:12.574507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:13.158252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11040): Launched\u000a17:33:13.490537 run osmo-stp_10.42.42.5(pid=11041): Launched\u000a17:33:13.611431 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:14.191549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11043): Launched\u000a17:33:14.310398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:14.601489 run patchelf(pid=11044): Launched\u000a17:33:14.798082 run osmo-stp_10.42.42.5(pid=11041): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)]\u000a17:33:14.941575 run osmo-stp_10.42.42.5(pid=11041): stdout: \u000a| (launched: 2022-12-13_17:33:13.327263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:15.085093 run osmo-stp_10.42.42.5(pid=11041): stderr: \u000a| �[0;m�[38;5;43m20221213173313517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173313517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173313517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173313518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173313518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173313518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173313518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:15.224173 run osmo-stp_10.42.42.5(pid=11041): stdout: \u000a| (launched: 2022-12-13_17:33:13.327263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:15.361375 run osmo-stp_10.42.42.5(pid=11041): stderr: \u000a| �[0;m�[38;5;43m20221213173313517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173313517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173313517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173313518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173313518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173313518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173313518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:15.523071 run patchelf(pid=11044): Terminating (SIGINT)\u000a17:33:15.713185 run patchelf(pid=11044): Terminated: ok {rc=0}\u000a17:33:15.747732 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11041): Process ended prematurely: osmo-stp_10.42.42.5(pid=11041) [trial-2392↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)] [trial-2392↪gprs:trx-b200↪iperf3m4.py:8]\u000a17:33:15.757731 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a17:33:15.822589 run osmo-hlr_10.42.42.2(pid=11038): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11038)]\u000a17:33:15.902221 run osmo-hlr_10.42.42.2(pid=11038): stdout: \u000a| (launched: 2022-12-13_17:33:12.287710) \u000a17:33:15.957759 run osmo-hlr_10.42.42.2(pid=11038): stderr: \u000a| �[0;m�[1;31m20221213173312483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173312483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173312483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173312483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173312483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173312483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173312495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173312504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173312504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173312504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:16.005141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11027): Terminating (SIGTERM)\u000a17:33:16.050253 run iperf3-srv_10.42.42.10(pid=11028): Terminating (SIGTERM)\u000a17:33:16.096781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11029): Terminating (SIGTERM)\u000a17:33:16.142883 run iperf3-srv_10.42.42.10(pid=11030): Terminating (SIGTERM)\u000a17:33:16.189492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11031): Terminating (SIGTERM)\u000a17:33:16.234500 run iperf3-srv_10.42.42.10(pid=11032): Terminating (SIGTERM)\u000a17:33:16.281217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11033): Terminating (SIGTERM)\u000a17:33:16.326256 run iperf3-srv_10.42.42.10(pid=11034): Terminating (SIGTERM)\u000a17:33:16.373363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11037): Terminating (SIGTERM)\u000a17:33:16.418568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11040): Terminating (SIGTERM)\u000a17:33:16.463404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11043): Terminating (SIGTERM)\u000a17:33:16.473830 --- ParallelTerminationStrategy: PID 11027 died...\u000a17:33:16.534658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11027): Terminated: ok {rc=0}\u000a17:33:16.546899 --- ParallelTerminationStrategy: PID 11028 died...\u000a17:33:16.606341 run iperf3-srv_10.42.42.10(pid=11028): Terminated {rc=256}\u000a17:33:16.618248 --- ParallelTerminationStrategy: PID 11029 died...\u000a17:33:16.677786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11029): Terminated: ok {rc=0}\u000a17:33:16.689619 --- ParallelTerminationStrategy: PID 11030 died...\u000a17:33:16.748936 run iperf3-srv_10.42.42.10(pid=11030): Terminated {rc=256}\u000a17:33:16.761107 --- ParallelTerminationStrategy: PID 11031 died...\u000a17:33:16.820196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11031): Terminated: ok {rc=0}\u000a17:33:16.832027 --- ParallelTerminationStrategy: PID 11032 died...\u000a17:33:16.891319 run iperf3-srv_10.42.42.10(pid=11032): Terminated {rc=256}\u000a17:33:16.903431 --- ParallelTerminationStrategy: PID 11033 died...\u000a17:33:16.962701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11033): Terminated: ok {rc=0}\u000a17:33:16.973914 --- ParallelTerminationStrategy: PID 11034 died...\u000a17:33:17.034141 run iperf3-srv_10.42.42.10(pid=11034): Terminated {rc=256}\u000a17:33:17.045482 --- ParallelTerminationStrategy: PID 11037 died...\u000a17:33:17.105830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11037): Terminated: ok {rc=0}\u000a17:33:17.118070 --- ParallelTerminationStrategy: PID 11040 died...\u000a17:33:17.177961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11040): Terminated: ok {rc=0}\u000a17:33:17.188649 --- ParallelTerminationStrategy: PID 11043 died...\u000a17:33:17.246304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11043): Terminated: ok {rc=0}\u000a17:33:17.335610 bus /gobi_4: Setting Powered False\u000a17:33:18.444791 bus /gobi_4: Setting Powered False\u000a17:33:19.555490 bus /gobi_1: Setting Powered False\u000a17:33:20.663979 bus /gobi_1: Setting Powered False\u000a17:33:21.777684 bus /gobi_0: Setting Powered False\u000a17:33:22.884744 bus /gobi_0: Setting Powered False\u000a17:33:23.996399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11051): Process ended prematurely: osmo-stp_10.42.42.5(pid=11051) [trial-2392↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11051)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11051): Process ended prematurely: osmo-stp_10.42.42.5(pid=11051) [trial-2392↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a17:33:25.067090 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.079192 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:33:25.220569 tst ping.py: using LAC 35158\u000a17:33:25.350165 tst ping.py: using RAC 223\u000a17:33:25.478871 tst ping.py: using CellId 35158\u000a17:33:25.611183 tst ping.py: using BVCI 35159\u000a17:33:25.636514 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.647874 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.659186 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.670357 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.681760 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.692871 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.704266 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:25.715745 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:26.013692 tst ping.py:19: start network...\u000a17:33:26.151335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:26.664472 run create_hlr_db(pid=11045): Launched\u000a17:33:26.854907 bus /gobi_6: Setting Powered False\u000a17:33:27.875879 run create_hlr_db(pid=11045): Terminated: ok {rc=0}\u000a17:33:28.288666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11047): Launched\u000a17:33:28.595545 run osmo-hlr_10.42.42.2(pid=11048): Launched\u000a17:33:28.711399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:29.285762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11050): Launched\u000a17:33:29.614275 run osmo-stp_10.42.42.5(pid=11051): Launched\u000a17:33:29.733286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:30.305775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11053): Launched\u000a17:33:30.422905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:30.709716 run patchelf(pid=11054): Launched\u000a17:33:30.903515 run osmo-stp_10.42.42.5(pid=11051): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11051)]\u000a17:33:31.047037 run osmo-stp_10.42.42.5(pid=11051): stdout: \u000a| (launched: 2022-12-13_17:33:29.452523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:31.192451 run osmo-stp_10.42.42.5(pid=11051): stderr: \u000a| �[0;m�[38;5;43m20221213173329641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173329641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173329642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173329642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173329642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173329643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173329643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:31.331698 run osmo-stp_10.42.42.5(pid=11051): stdout: \u000a| (launched: 2022-12-13_17:33:29.452523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:31.470110 run osmo-stp_10.42.42.5(pid=11051): stderr: \u000a| �[0;m�[38;5;43m20221213173329641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173329641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173329642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173329642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173329642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173329643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173329643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:31.630619 run patchelf(pid=11054): Terminating (SIGINT)\u000a17:33:31.818821 run patchelf(pid=11054): Terminated: ok {rc=0}\u000a17:33:31.853272 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11051): Process ended prematurely: osmo-stp_10.42.42.5(pid=11051) [trial-2392↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11051)] [trial-2392↪gprs:trx-b200↪ping.py:22]\u000a17:33:31.863261 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:33:31.928848 run osmo-hlr_10.42.42.2(pid=11048): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11048)]\u000a17:33:31.982636 run osmo-hlr_10.42.42.2(pid=11048): stdout: \u000a| (launched: 2022-12-13_17:33:28.444278) \u000a17:33:32.038422 run osmo-hlr_10.42.42.2(pid=11048): stderr: \u000a| �[0;m�[1;31m20221213173328615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173328615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173328615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173328615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173328615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173328615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173328627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173328635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173328635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173328635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:32.087304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11047): Terminating (SIGTERM)\u000a17:33:32.134224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11050): Terminating (SIGTERM)\u000a17:33:32.181172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11053): Terminating (SIGTERM)\u000a17:33:32.191529 --- ParallelTerminationStrategy: PID 11047 died...\u000a17:33:32.252631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11047): Terminated: ok {rc=0}\u000a17:33:32.263748 --- ParallelTerminationStrategy: PID 11050 died...\u000a17:33:32.322286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11050): Terminated: ok {rc=0}\u000a17:33:32.332683 --- ParallelTerminationStrategy: PID 11053 died...\u000a17:33:32.390291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11053): Terminated: ok {rc=0}\u000a17:33:32.478672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11061): Process ended prematurely: osmo-stp_10.42.42.5(pid=11061) [trial-2392↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11061): Process ended prematurely: osmo-stp_10.42.42.5(pid=11061) [trial-2392↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a17:33:33.532880 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:33.544638 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a17:33:33.692600 tst ping_idle_ping.py: using LAC 35159\u000a17:33:33.820719 tst ping_idle_ping.py: using RAC 224\u000a17:33:33.949619 tst ping_idle_ping.py: using CellId 35159\u000a17:33:34.079413 tst ping_idle_ping.py: using BVCI 35160\u000a17:33:34.104647 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:34.116297 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:34.127456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:34.138651 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:34.150402 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:34.162110 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:34.174115 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a17:33:34.185583 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a17:33:34.469462 tst ping_idle_ping.py:24: start network...\u000a17:33:34.597007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:35.088838 run create_hlr_db(pid=11055): Launched\u000a17:33:35.265915 bus /gobi_6: Setting Powered False\u000a17:33:36.287782 run create_hlr_db(pid=11055): Terminated: ok {rc=0}\u000a17:33:36.722828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11057): Launched\u000a17:33:37.049024 run osmo-hlr_10.42.42.2(pid=11058): Launched\u000a17:33:37.170938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:37.743090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11060): Launched\u000a17:33:38.071138 run osmo-stp_10.42.42.5(pid=11061): Launched\u000a17:33:38.189715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:38.761849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11063): Launched\u000a17:33:38.878672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:39.166138 run patchelf(pid=11064): Launched\u000a17:33:39.358670 run osmo-stp_10.42.42.5(pid=11061): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)]\u000a17:33:39.499591 run osmo-stp_10.42.42.5(pid=11061): stdout: \u000a| (launched: 2022-12-13_17:33:37.909882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:39.640350 run osmo-stp_10.42.42.5(pid=11061): stderr: \u000a| �[0;m�[38;5;43m20221213173338098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173338099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173338099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173338099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173338100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173338100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173338100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:39.776620 run osmo-stp_10.42.42.5(pid=11061): stdout: \u000a| (launched: 2022-12-13_17:33:37.909882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:39.911176 run osmo-stp_10.42.42.5(pid=11061): stderr: \u000a| �[0;m�[38;5;43m20221213173338098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173338099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173338099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173338099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173338100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173338100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173338100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:40.070038 run patchelf(pid=11064): Terminating (SIGINT)\u000a17:33:40.255836 run patchelf(pid=11064): Terminated: ok {rc=0}\u000a17:33:40.289273 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11061): Process ended prematurely: osmo-stp_10.42.42.5(pid=11061) [trial-2392↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11061)] [trial-2392↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a17:33:40.298734 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a17:33:40.363020 run osmo-hlr_10.42.42.2(pid=11058): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11058)]\u000a17:33:40.415101 run osmo-hlr_10.42.42.2(pid=11058): stdout: \u000a| (launched: 2022-12-13_17:33:36.889197) \u000a17:33:40.467724 run osmo-hlr_10.42.42.2(pid=11058): stderr: \u000a| �[0;m�[1;31m20221213173337084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173337084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173337084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173337084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173337084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173337084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173337097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173337105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173337106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173337106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:40.512849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11057): Terminating (SIGTERM)\u000a17:33:40.556107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11060): Terminating (SIGTERM)\u000a17:33:40.598997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11063): Terminating (SIGTERM)\u000a17:33:40.608791 --- ParallelTerminationStrategy: PID 11057 died...\u000a17:33:40.666230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11057): Terminated: ok {rc=0}\u000a17:33:40.676433 --- ParallelTerminationStrategy: PID 11060 died...\u000a17:33:40.733656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11060): Terminated: ok {rc=0}\u000a17:33:40.743843 --- ParallelTerminationStrategy: PID 11063 died...\u000a17:33:40.800690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11063): Terminated: ok {rc=0}\u000a17:33:40.889508 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:32:41" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:33:43.056686 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.067951 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:33:43.214629 tst cs_paging_gprs_active.py: using LAC 35160\u000a17:33:43.348625 tst cs_paging_gprs_active.py: using RAC 225\u000a17:33:43.481934 tst cs_paging_gprs_active.py: using CellId 35160\u000a17:33:43.615012 tst cs_paging_gprs_active.py: using BVCI 35161\u000a17:33:43.640751 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.652144 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.663833 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.675151 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.686754 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.698297 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.710166 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.721669 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:43.733414 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:43.854223 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:44.141253 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:33:44.271062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:44.596050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11069): Launched\u000a17:33:44.865739 run iperf3-srv_10.42.42.10(pid=11070): Launched\u000a17:33:45.056492 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:33:45.187000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:45.512301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Launched\u000a17:33:45.782780 run iperf3-srv_10.42.42.10(pid=11072): Launched\u000a17:33:46.008193 tst cs_paging_gprs_active.py:38: start network...\u000a17:33:46.154581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:46.702480 run create_hlr_db(pid=11073): Launched\u000a17:33:46.902852 bus /gobi_6: Setting Powered False\u000a17:33:47.918217 run create_hlr_db(pid=11073): Terminated: ok {rc=0}\u000a17:33:48.348788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Launched\u000a17:33:48.684573 run osmo-hlr_10.42.42.2(pid=11076): Launched\u000a17:33:48.805744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:33:49.389315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Launched\u000a17:33:49.722327 run osmo-stp_10.42.42.5(pid=11079): Launched\u000a17:33:49.843422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:33:50.426526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Launched\u000a17:33:50.545996 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:33:50.837238 run patchelf(pid=11082): Launched\u000a17:33:51.033484 run osmo-stp_10.42.42.5(pid=11079): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a17:33:51.177743 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-13_17:33:49.558864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:51.321281 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221213173349749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173349749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173349749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173349750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173349750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173349750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173349750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:51.459743 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-13_17:33:49.558864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:33:51.597190 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221213173349749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173349749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173349749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173349750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173349750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173349750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173349750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:33:51.758701 run patchelf(pid=11082): Terminating (SIGINT)\u000a17:33:51.949200 run patchelf(pid=11082): Terminated: ok {rc=0}\u000a17:33:51.983947 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)] [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:33:51.993897 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:33:52.059040 run osmo-hlr_10.42.42.2(pid=11076): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11076)]\u000a17:33:52.112109 run osmo-hlr_10.42.42.2(pid=11076): stdout: \u000a| (launched: 2022-12-13_17:33:48.519429) \u000a17:33:52.166190 run osmo-hlr_10.42.42.2(pid=11076): stderr: \u000a| �[0;m�[1;31m20221213173348718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173348718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173348718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173348718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173348718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173348718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173348729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173348738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173348738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173348738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:33:52.212383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11069): Terminating (SIGTERM)\u000a17:33:52.256006 run iperf3-srv_10.42.42.10(pid=11070): Terminating (SIGTERM)\u000a17:33:52.299389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Terminating (SIGTERM)\u000a17:33:52.342629 run iperf3-srv_10.42.42.10(pid=11072): Terminating (SIGTERM)\u000a17:33:52.385828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminating (SIGTERM)\u000a17:33:52.428736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminating (SIGTERM)\u000a17:33:52.472061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Terminating (SIGTERM)\u000a17:33:52.481932 --- ParallelTerminationStrategy: PID 11069 died...\u000a17:33:52.539328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11069): Terminated: ok {rc=0}\u000a17:33:52.549573 --- ParallelTerminationStrategy: PID 11070 died...\u000a17:33:52.606326 run iperf3-srv_10.42.42.10(pid=11070): Terminated {rc=256}\u000a17:33:52.616411 --- ParallelTerminationStrategy: PID 11071 died...\u000a17:33:52.673609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11071): Terminated: ok {rc=0}\u000a17:33:52.683880 --- ParallelTerminationStrategy: PID 11072 died...\u000a17:33:52.741063 run iperf3-srv_10.42.42.10(pid=11072): Terminated {rc=256}\u000a17:33:52.751317 --- ParallelTerminationStrategy: PID 11075 died...\u000a17:33:52.808556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminated: ok {rc=0}\u000a17:33:52.818912 --- ParallelTerminationStrategy: PID 11078 died...\u000a17:33:52.875917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminated: ok {rc=0}\u000a17:33:52.886108 --- ParallelTerminationStrategy: PID 11081 died...\u000a17:33:52.943344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11081): Terminated: ok {rc=0}\u000a17:33:53.031164 bus /gobi_0: Setting Powered False\u000a17:33:54.139256 bus /gobi_0: Setting Powered False\u000a17:33:55.248829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11091): Process ended prematurely: osmo-stp_10.42.42.5(pid=11091) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11091)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11091): Process ended prematurely: osmo-stp_10.42.42.5(pid=11091) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:33:56.366687 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:56.378693 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:33:56.531226 tst iperf3.py: using LAC 35161\u000a17:33:56.662832 tst iperf3.py: using RAC 226\u000a17:33:56.793520 tst iperf3.py: using CellId 35161\u000a17:33:56.925778 tst iperf3.py: using BVCI 35162\u000a17:33:56.951318 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:56.962838 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:56.974122 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:56.985278 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:56.996573 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:57.007959 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:57.019659 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:57.031066 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:33:57.042644 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:33:57.329779 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:33:57.459959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:33:57.787342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11083): Launched\u000a17:33:58.059456 run iperf3-srv_10.42.42.10(pid=11084): Launched\u000a17:33:58.250133 tst iperf3.py:8: start network...\u000a17:33:58.380099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:33:58.880434 run create_hlr_db(pid=11085): Launched\u000a17:33:59.060391 bus /gobi_6: Setting Powered False\u000a17:34:00.081175 run create_hlr_db(pid=11085): Terminated: ok {rc=0}\u000a17:34:00.525676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11087): Launched\u000a17:34:00.902065 run osmo-hlr_10.42.42.2(pid=11088): Launched\u000a17:34:01.076475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:01.805236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11090): Launched\u000a17:34:02.219970 run osmo-stp_10.42.42.5(pid=11091): Launched\u000a17:34:02.336305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:02.945087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11093): Launched\u000a17:34:03.064896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:03.357060 run patchelf(pid=11094): Launched\u000a17:34:03.552585 run osmo-stp_10.42.42.5(pid=11091): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11091)]\u000a17:34:03.695893 run osmo-stp_10.42.42.5(pid=11091): stdout: \u000a| (launched: 2022-12-13_17:34:01.969785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:03.839884 run osmo-stp_10.42.42.5(pid=11091): stderr: \u000a| �[0;m�[38;5;43m20221213173402322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173402322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173402322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173402323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173402323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173402323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173402323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:03.978593 run osmo-stp_10.42.42.5(pid=11091): stdout: \u000a| (launched: 2022-12-13_17:34:01.969785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:04.115515 run osmo-stp_10.42.42.5(pid=11091): stderr: \u000a| �[0;m�[38;5;43m20221213173402322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173402322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173402322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173402323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173402323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173402323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173402323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:04.277249 run patchelf(pid=11094): Terminating (SIGINT)\u000a17:34:04.466687 run patchelf(pid=11094): Terminated: ok {rc=0}\u000a17:34:04.501243 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11091): Process ended prematurely: osmo-stp_10.42.42.5(pid=11091) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11091)] [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a17:34:04.511486 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a17:34:04.576687 run osmo-hlr_10.42.42.2(pid=11088): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11088)]\u000a17:34:04.629639 run osmo-hlr_10.42.42.2(pid=11088): stdout: \u000a| (launched: 2022-12-13_17:34:00.695683) \u000a17:34:04.683483 run osmo-hlr_10.42.42.2(pid=11088): stderr: \u000a| �[0;m�[1;31m20221213173400924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173400924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173400924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173400924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173400924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173400924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173400959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173400976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173400976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173400976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:04.729337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11083): Terminating (SIGTERM)\u000a17:34:04.772688 run iperf3-srv_10.42.42.10(pid=11084): Terminating (SIGTERM)\u000a17:34:04.815935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11087): Terminating (SIGTERM)\u000a17:34:04.859400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11090): Terminating (SIGTERM)\u000a17:34:04.902375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11093): Terminating (SIGTERM)\u000a17:34:04.912230 --- ParallelTerminationStrategy: PID 11083 died...\u000a17:34:04.969916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11083): Terminated: ok {rc=0}\u000a17:34:04.980200 --- ParallelTerminationStrategy: PID 11084 died...\u000a17:34:05.037452 run iperf3-srv_10.42.42.10(pid=11084): Terminated {rc=256}\u000a17:34:05.047736 --- ParallelTerminationStrategy: PID 11087 died...\u000a17:34:05.105382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11087): Terminated: ok {rc=0}\u000a17:34:05.115631 --- ParallelTerminationStrategy: PID 11090 died...\u000a17:34:05.173095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11090): Terminated: ok {rc=0}\u000a17:34:05.183500 --- ParallelTerminationStrategy: PID 11093 died...\u000a17:34:05.240888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11093): Terminated: ok {rc=0}\u000a17:34:05.330787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11109): Process ended prematurely: osmo-stp_10.42.42.5(pid=11109) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11109): Process ended prematurely: osmo-stp_10.42.42.5(pid=11109) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:34:06.447876 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:06.460095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:34:06.609813 tst iperf3m4.py: using LAC 35162\u000a17:34:06.739891 tst iperf3m4.py: using RAC 227\u000a17:34:06.864570 tst iperf3m4.py: using CellId 35162\u000a17:34:06.988096 tst iperf3m4.py: using BVCI 35163\u000a17:34:07.011866 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.022751 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.033483 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.044083 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.055173 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.066141 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.077068 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.088042 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:07.099177 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:07.222615 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:07.343359 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:07.461161 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:07.747279 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:34:07.876578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:08.199857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11095): Launched\u000a17:34:08.470752 run iperf3-srv_10.42.42.10(pid=11096): Launched\u000a17:34:08.660317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:34:08.789872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:09.114354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11097): Launched\u000a17:34:09.382728 run iperf3-srv_10.42.42.10(pid=11098): Launched\u000a17:34:09.572340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:34:09.701891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:10.026955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11099): Launched\u000a17:34:10.294384 run iperf3-srv_10.42.42.10(pid=11100): Launched\u000a17:34:10.484031 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:34:10.613542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:10.937429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Launched\u000a17:34:11.205093 run iperf3-srv_10.42.42.10(pid=11102): Launched\u000a17:34:11.394242 tst iperf3m4.py:8: start network...\u000a17:34:11.523647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:12.020817 run create_hlr_db(pid=11103): Launched\u000a17:34:12.201227 bus /gobi_6: Setting Powered False\u000a17:34:13.221758 run create_hlr_db(pid=11103): Terminated: ok {rc=0}\u000a17:34:13.665533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11105): Launched\u000a17:34:14.001535 run osmo-hlr_10.42.42.2(pid=11106): Launched\u000a17:34:14.123336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:14.705737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11108): Launched\u000a17:34:15.039481 run osmo-stp_10.42.42.5(pid=11109): Launched\u000a17:34:15.161415 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:15.743660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11111): Launched\u000a17:34:15.900204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:16.223388 run patchelf(pid=11112): Launched\u000a17:34:16.422428 run osmo-stp_10.42.42.5(pid=11109): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)]\u000a17:34:16.568651 run osmo-stp_10.42.42.5(pid=11109): stdout: \u000a| (launched: 2022-12-13_17:34:14.875220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:16.715244 run osmo-stp_10.42.42.5(pid=11109): stderr: \u000a| �[0;m�[38;5;43m20221213173415064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173415065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173415065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173415065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173415066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173415066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173415066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:16.855922 run osmo-stp_10.42.42.5(pid=11109): stdout: \u000a| (launched: 2022-12-13_17:34:14.875220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:16.996557 run osmo-stp_10.42.42.5(pid=11109): stderr: \u000a| �[0;m�[38;5;43m20221213173415064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173415065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173415065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173415065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173415066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173415066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173415066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:17.161518 run patchelf(pid=11112): Terminating (SIGINT)\u000a17:34:17.352660 run patchelf(pid=11112): Terminated: ok {rc=0}\u000a17:34:17.387325 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11109): Process ended prematurely: osmo-stp_10.42.42.5(pid=11109) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)] [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:34:17.397582 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:34:17.462941 run osmo-hlr_10.42.42.2(pid=11106): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11106)]\u000a17:34:17.515951 run osmo-hlr_10.42.42.2(pid=11106): stdout: \u000a| (launched: 2022-12-13_17:34:13.836085) \u000a17:34:17.569654 run osmo-hlr_10.42.42.2(pid=11106): stderr: \u000a| �[0;m�[1;31m20221213173414031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173414031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173414031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173414031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173414031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173414031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173414043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173414054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173414055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173414055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:17.615353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11095): Terminating (SIGTERM)\u000a17:34:17.658536 run iperf3-srv_10.42.42.10(pid=11096): Terminating (SIGTERM)\u000a17:34:17.701685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11097): Terminating (SIGTERM)\u000a17:34:17.745011 run iperf3-srv_10.42.42.10(pid=11098): Terminating (SIGTERM)\u000a17:34:17.788609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11099): Terminating (SIGTERM)\u000a17:34:17.831916 run iperf3-srv_10.42.42.10(pid=11100): Terminating (SIGTERM)\u000a17:34:17.875320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Terminating (SIGTERM)\u000a17:34:17.918373 run iperf3-srv_10.42.42.10(pid=11102): Terminating (SIGTERM)\u000a17:34:17.962509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11105): Terminating (SIGTERM)\u000a17:34:18.005933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11108): Terminating (SIGTERM)\u000a17:34:18.049114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11111): Terminating (SIGTERM)\u000a17:34:18.059032 --- ParallelTerminationStrategy: PID 11095 died...\u000a17:34:18.117254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11095): Terminated: ok {rc=0}\u000a17:34:18.127537 --- ParallelTerminationStrategy: PID 11096 died...\u000a17:34:18.185393 run iperf3-srv_10.42.42.10(pid=11096): Terminated {rc=256}\u000a17:34:18.195623 --- ParallelTerminationStrategy: PID 11097 died...\u000a17:34:18.253085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11097): Terminated: ok {rc=0}\u000a17:34:18.263321 --- ParallelTerminationStrategy: PID 11098 died...\u000a17:34:18.320940 run iperf3-srv_10.42.42.10(pid=11098): Terminated {rc=256}\u000a17:34:18.331218 --- ParallelTerminationStrategy: PID 11099 died...\u000a17:34:18.388813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11099): Terminated: ok {rc=0}\u000a17:34:18.399075 --- ParallelTerminationStrategy: PID 11100 died...\u000a17:34:18.456560 run iperf3-srv_10.42.42.10(pid=11100): Terminated {rc=256}\u000a17:34:18.466853 --- ParallelTerminationStrategy: PID 11101 died...\u000a17:34:18.524367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Terminated: ok {rc=0}\u000a17:34:18.534595 --- ParallelTerminationStrategy: PID 11102 died...\u000a17:34:18.592260 run iperf3-srv_10.42.42.10(pid=11102): Terminated {rc=256}\u000a17:34:18.602526 --- ParallelTerminationStrategy: PID 11105 died...\u000a17:34:18.660170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11105): Terminated: ok {rc=0}\u000a17:34:18.670513 --- ParallelTerminationStrategy: PID 11108 died...\u000a17:34:18.728160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11108): Terminated: ok {rc=0}\u000a17:34:18.738465 --- ParallelTerminationStrategy: PID 11111 died...\u000a17:34:18.796233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11111): Terminated: ok {rc=0}\u000a17:34:18.885633 bus /gobi_4: Setting Powered False\u000a17:34:19.994470 bus /gobi_4: Setting Powered False\u000a17:34:21.106124 bus /gobi_1: Setting Powered False\u000a17:34:22.214856 bus /gobi_1: Setting Powered False\u000a17:34:23.325452 bus /gobi_0: Setting Powered False\u000a17:34:24.429293 bus /gobi_0: Setting Powered False\u000a17:34:25.543183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:34:26.610793 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:26.622500 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:34:26.762411 tst ping.py: using LAC 35163\u000a17:34:26.883697 tst ping.py: using RAC 228\u000a17:34:27.005413 tst ping.py: using CellId 35163\u000a17:34:27.132895 tst ping.py: using BVCI 35164\u000a17:34:27.159011 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:27.170571 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:27.181873 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:27.193233 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:27.204617 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:27.216183 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:27.227917 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:27.239429 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:27.522280 tst ping.py:19: start network...\u000a17:34:27.650331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:28.140102 run create_hlr_db(pid=11113): Launched\u000a17:34:28.317102 bus /gobi_6: Setting Powered False\u000a17:34:29.337878 run create_hlr_db(pid=11113): Terminated: ok {rc=0}\u000a17:34:29.774066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Launched\u000a17:34:30.102024 run osmo-hlr_10.42.42.2(pid=11116): Launched\u000a17:34:30.225755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:30.799172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Launched\u000a17:34:31.235333 run osmo-stp_10.42.42.5(pid=11119): Launched\u000a17:34:31.446928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:32.040434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11121): Launched\u000a17:34:32.161228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:32.450612 run patchelf(pid=11122): Launched\u000a17:34:32.643063 run osmo-stp_10.42.42.5(pid=11119): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]\u000a17:34:32.783920 run osmo-stp_10.42.42.5(pid=11119): stdout: \u000a| (launched: 2022-12-13_17:34:30.978377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:32.924780 run osmo-stp_10.42.42.5(pid=11119): stderr: \u000a| �[0;m�[38;5;43m20221213173431268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173431268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173431268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173431268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:33.060631 run osmo-stp_10.42.42.5(pid=11119): stdout: \u000a| (launched: 2022-12-13_17:34:30.978377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:33.195609 run osmo-stp_10.42.42.5(pid=11119): stderr: \u000a| �[0;m�[38;5;43m20221213173431268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173431268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173431268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173431268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:33.353358 run patchelf(pid=11122): Terminating (SIGINT)\u000a17:34:33.538101 run patchelf(pid=11122): Terminated: ok {rc=0}\u000a17:34:33.571409 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)] [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a17:34:33.580751 tst ping.py:22: Test FAILED (7.0 sec)\u000a17:34:33.645445 run osmo-hlr_10.42.42.2(pid=11116): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11116)]\u000a17:34:33.698252 run osmo-hlr_10.42.42.2(pid=11116): stdout: \u000a| (launched: 2022-12-13_17:34:29.940676) \u000a17:34:33.751230 run osmo-hlr_10.42.42.2(pid=11116): stderr: \u000a| �[0;m�[1;31m20221213173430138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173430138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173430138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173430138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173430138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173430139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173430152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173430162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173430162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173430162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:33.796720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Terminating (SIGTERM)\u000a17:34:33.840081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Terminating (SIGTERM)\u000a17:34:33.883259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11121): Terminating (SIGTERM)\u000a17:34:33.893265 --- ParallelTerminationStrategy: PID 11115 died...\u000a17:34:33.950898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Terminated: ok {rc=0}\u000a17:34:33.961398 --- ParallelTerminationStrategy: PID 11118 died...\u000a17:34:34.018877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Terminated: ok {rc=0}\u000a17:34:34.029201 --- ParallelTerminationStrategy: PID 11121 died...\u000a17:34:34.086673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11121): Terminated: ok {rc=0}\u000a17:34:34.174720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11129): Process ended prematurely: osmo-stp_10.42.42.5(pid=11129) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11129)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11129): Process ended prematurely: osmo-stp_10.42.42.5(pid=11129) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:34:35.228798 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.241052 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:34:35.387126 tst ping_idle_ping.py: using LAC 35164\u000a17:34:35.514420 tst ping_idle_ping.py: using RAC 229\u000a17:34:35.641648 tst ping_idle_ping.py: using CellId 35164\u000a17:34:35.770622 tst ping_idle_ping.py: using BVCI 35165\u000a17:34:35.795642 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.807201 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.818588 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.829857 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.841390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.852732 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.864477 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:34:35.875962 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:34:36.176102 tst ping_idle_ping.py:24: start network...\u000a17:34:36.313832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:36.831434 run create_hlr_db(pid=11123): Launched\u000a17:34:37.022826 bus /gobi_6: Setting Powered False\u000a17:34:38.043386 run create_hlr_db(pid=11123): Terminated: ok {rc=0}\u000a17:34:38.457191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11125): Launched\u000a17:34:38.763685 run osmo-hlr_10.42.42.2(pid=11126): Launched\u000a17:34:38.876596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:39.413723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11128): Launched\u000a17:34:39.722318 run osmo-stp_10.42.42.5(pid=11129): Launched\u000a17:34:39.834984 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:40.371902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11131): Launched\u000a17:34:40.481059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:40.748699 run patchelf(pid=11132): Launched\u000a17:34:40.928044 run osmo-stp_10.42.42.5(pid=11129): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11129)]\u000a17:34:41.059569 run osmo-stp_10.42.42.5(pid=11129): stdout: \u000a| (launched: 2022-12-13_17:34:39.570301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:41.192298 run osmo-stp_10.42.42.5(pid=11129): stderr: \u000a| �[0;m�[38;5;43m20221213173439738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173439738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173439739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173439739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173439740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173439740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:41.319198 run osmo-stp_10.42.42.5(pid=11129): stdout: \u000a| (launched: 2022-12-13_17:34:39.570301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:41.444492 run osmo-stp_10.42.42.5(pid=11129): stderr: \u000a| �[0;m�[38;5;43m20221213173439738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173439738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173439739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173439739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173439740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173439740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:41.592190 run patchelf(pid=11132): Terminating (SIGINT)\u000a17:34:41.766442 run patchelf(pid=11132): Terminated: ok {rc=0}\u000a17:34:41.797890 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11129): Process ended prematurely: osmo-stp_10.42.42.5(pid=11129) [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11129)] [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:34:41.806681 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:34:41.867865 run osmo-hlr_10.42.42.2(pid=11126): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11126)]\u000a17:34:41.918201 run osmo-hlr_10.42.42.2(pid=11126): stdout: \u000a| (launched: 2022-12-13_17:34:38.612816) \u000a17:34:41.969085 run osmo-hlr_10.42.42.2(pid=11126): stderr: \u000a| �[0;m�[1;31m20221213173438786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173438786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173438786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173438786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173438786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173438786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173438799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173438808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173438808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173438808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:42.012037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11125): Terminating (SIGTERM)\u000a17:34:42.052481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11128): Terminating (SIGTERM)\u000a17:34:42.093101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11131): Terminating (SIGTERM)\u000a17:34:42.102127 --- ParallelTerminationStrategy: PID 11125 died...\u000a17:34:42.156484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11125): Terminated: ok {rc=0}\u000a17:34:42.166320 --- ParallelTerminationStrategy: PID 11128 died...\u000a17:34:42.220699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11128): Terminated: ok {rc=0}\u000a17:34:42.230470 --- ParallelTerminationStrategy: PID 11131 died...\u000a17:34:42.284640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11131): Terminated: ok {rc=0}\u000a17:34:42.370290 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:33:42" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:34:44.521326 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:44.532112 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:34:44.693991 tst cs_paging_gprs_active.py: using LAC 35165\u000a17:34:44.817212 tst cs_paging_gprs_active.py: using RAC 230\u000a17:34:44.940218 tst cs_paging_gprs_active.py: using CellId 35165\u000a17:34:45.064763 tst cs_paging_gprs_active.py: using BVCI 35166\u000a17:34:45.088521 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.099477 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.110192 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.120859 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.131501 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.142253 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.153345 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.164036 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:45.174907 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:45.300022 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:45.587283 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:34:45.716507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:46.088215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11137): Launched\u000a17:34:46.361545 run iperf3-srv_10.42.42.10(pid=11138): Launched\u000a17:34:46.555026 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:34:46.687100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:47.034414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11139): Launched\u000a17:34:47.318358 run iperf3-srv_10.42.42.10(pid=11140): Launched\u000a17:34:47.509371 tst cs_paging_gprs_active.py:38: start network...\u000a17:34:47.639089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:34:48.139734 run create_hlr_db(pid=11141): Launched\u000a17:34:48.320201 bus /gobi_6: Setting Powered False\u000a17:34:49.341179 run create_hlr_db(pid=11141): Terminated: ok {rc=0}\u000a17:34:49.786318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Launched\u000a17:34:50.121390 run osmo-hlr_10.42.42.2(pid=11144): Launched\u000a17:34:50.247879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:34:50.831493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Launched\u000a17:34:51.165154 run osmo-stp_10.42.42.5(pid=11147): Launched\u000a17:34:51.286251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:34:51.869294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Launched\u000a17:34:51.989486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:34:52.282810 run patchelf(pid=11150): Launched\u000a17:34:52.479132 run osmo-stp_10.42.42.5(pid=11147): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a17:34:52.622899 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-13_17:34:51.001422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:52.766752 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221213173451191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173451191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173451191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173451191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173451192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173451192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173451192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:52.905846 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-13_17:34:51.001422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:34:53.043498 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221213173451191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173451191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173451191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173451191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173451192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173451192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173451192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:34:53.205503 run patchelf(pid=11150): Terminating (SIGINT)\u000a17:34:53.395004 run patchelf(pid=11150): Terminated: ok {rc=0}\u000a17:34:53.429598 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:34:53.439567 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:34:53.505173 run osmo-hlr_10.42.42.2(pid=11144): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11144)]\u000a17:34:53.559206 run osmo-hlr_10.42.42.2(pid=11144): stdout: \u000a| (launched: 2022-12-13_17:34:49.956083) \u000a17:34:53.613191 run osmo-hlr_10.42.42.2(pid=11144): stderr: \u000a| �[0;m�[1;31m20221213173450151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173450151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173450151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173450151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173450151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173450151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173450163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173450171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173450172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173450172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:34:53.659542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11137): Terminating (SIGTERM)\u000a17:34:53.703472 run iperf3-srv_10.42.42.10(pid=11138): Terminating (SIGTERM)\u000a17:34:53.746999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11139): Terminating (SIGTERM)\u000a17:34:53.790463 run iperf3-srv_10.42.42.10(pid=11140): Terminating (SIGTERM)\u000a17:34:53.833849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminating (SIGTERM)\u000a17:34:53.877257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminating (SIGTERM)\u000a17:34:53.920510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Terminating (SIGTERM)\u000a17:34:53.930084 --- ParallelTerminationStrategy: PID 11137 died...\u000a17:34:53.987999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11137): Terminated: ok {rc=0}\u000a17:34:53.998266 --- ParallelTerminationStrategy: PID 11138 died...\u000a17:34:54.055840 run iperf3-srv_10.42.42.10(pid=11138): Terminated {rc=256}\u000a17:34:54.066145 --- ParallelTerminationStrategy: PID 11139 died...\u000a17:34:54.124233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11139): Terminated: ok {rc=0}\u000a17:34:54.134494 --- ParallelTerminationStrategy: PID 11140 died...\u000a17:34:54.192657 run iperf3-srv_10.42.42.10(pid=11140): Terminated {rc=256}\u000a17:34:54.203216 --- ParallelTerminationStrategy: PID 11143 died...\u000a17:34:54.261663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminated: ok {rc=0}\u000a17:34:54.272165 --- ParallelTerminationStrategy: PID 11146 died...\u000a17:34:54.330428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminated: ok {rc=0}\u000a17:34:54.340824 --- ParallelTerminationStrategy: PID 11149 died...\u000a17:34:54.398750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Terminated: ok {rc=0}\u000a17:34:54.487192 bus /gobi_0: Setting Powered False\u000a17:34:55.596675 bus /gobi_0: Setting Powered False\u000a17:34:56.707229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11162): Process ended prematurely: osmo-stp_10.42.42.5(pid=11162) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11162)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11162): Process ended prematurely: osmo-stp_10.42.42.5(pid=11162) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:34:57.825121 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:57.837587 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:34:58.008665 tst iperf3.py: using LAC 35166\u000a17:34:58.142251 tst iperf3.py: using RAC 231\u000a17:34:58.271584 tst iperf3.py: using CellId 35166\u000a17:34:58.400812 tst iperf3.py: using BVCI 35167\u000a17:34:58.426426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.437857 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.449084 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.460224 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.471732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.483291 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.495292 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.506715 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:34:58.518360 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:34:58.819390 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:34:58.958592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:34:59.303470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11151): Launched\u000a17:34:59.591488 run iperf3-srv_10.42.42.10(pid=11152): Launched\u000a17:34:59.795180 tst iperf3.py:8: start network...\u000a17:34:59.934095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:00.456637 run create_hlr_db(pid=11153): Launched\u000a17:35:00.649188 bus /gobi_6: Setting Powered False\u000a17:35:01.738420 run create_hlr_db(pid=11153): Terminated: ok {rc=0}\u000a17:35:02.228601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11158): Launched\u000a17:35:02.543755 run osmo-hlr_10.42.42.2(pid=11159): Launched\u000a17:35:02.667907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:03.215394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11161): Launched\u000a17:35:03.527367 run osmo-stp_10.42.42.5(pid=11162): Launched\u000a17:35:03.640852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:04.182438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11164): Launched\u000a17:35:04.293667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:04.566812 run patchelf(pid=11165): Launched\u000a17:35:04.749118 run osmo-stp_10.42.42.5(pid=11162): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11162)]\u000a17:35:04.881956 run osmo-stp_10.42.42.5(pid=11162): stdout: \u000a| (launched: 2022-12-13_17:35:03.373014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:05.014982 run osmo-stp_10.42.42.5(pid=11162): stderr: \u000a| �[0;m�[38;5;43m20221213173503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173503542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173503543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173503543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173503543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:05.143179 run osmo-stp_10.42.42.5(pid=11162): stdout: \u000a| (launched: 2022-12-13_17:35:03.373014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:05.270020 run osmo-stp_10.42.42.5(pid=11162): stderr: \u000a| �[0;m�[38;5;43m20221213173503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173503542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173503543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173503543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173503543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:05.419653 run patchelf(pid=11165): Terminating (SIGINT)\u000a17:35:05.596812 run patchelf(pid=11165): Terminated: ok {rc=0}\u000a17:35:05.629084 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11162): Process ended prematurely: osmo-stp_10.42.42.5(pid=11162) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11162)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:35:05.638291 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:35:05.699334 run osmo-hlr_10.42.42.2(pid=11159): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11159)]\u000a17:35:05.749284 run osmo-hlr_10.42.42.2(pid=11159): stdout: \u000a| (launched: 2022-12-13_17:35:02.389208) \u000a17:35:05.799682 run osmo-hlr_10.42.42.2(pid=11159): stderr: \u000a| �[0;m�[1;31m20221213173502562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173502562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173502562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173502562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173502562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173502562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173502574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173502582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173502582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173502583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:05.842820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11151): Terminating (SIGTERM)\u000a17:35:05.883247 run iperf3-srv_10.42.42.10(pid=11152): Terminating (SIGTERM)\u000a17:35:05.925820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11158): Terminating (SIGTERM)\u000a17:35:05.966395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11161): Terminating (SIGTERM)\u000a17:35:06.006949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11164): Terminating (SIGTERM)\u000a17:35:06.016280 --- ParallelTerminationStrategy: PID 11151 died...\u000a17:35:06.071252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11151): Terminated: ok {rc=0}\u000a17:35:06.081067 --- ParallelTerminationStrategy: PID 11152 died...\u000a17:35:06.134967 run iperf3-srv_10.42.42.10(pid=11152): Terminated {rc=256}\u000a17:35:06.144627 --- ParallelTerminationStrategy: PID 11158 died...\u000a17:35:06.198410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11158): Terminated: ok {rc=0}\u000a17:35:06.208126 --- ParallelTerminationStrategy: PID 11161 died...\u000a17:35:06.261630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11161): Terminated: ok {rc=0}\u000a17:35:06.271231 --- ParallelTerminationStrategy: PID 11164 died...\u000a17:35:06.324896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11164): Terminated: ok {rc=0}\u000a17:35:06.410966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11180): Process ended prematurely: osmo-stp_10.42.42.5(pid=11180) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11180): Process ended prematurely: osmo-stp_10.42.42.5(pid=11180) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:35:07.529641 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:07.541906 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:35:07.712894 tst iperf3m4.py: using LAC 35167\u000a17:35:07.848002 tst iperf3m4.py: using RAC 232\u000a17:35:07.977215 tst iperf3m4.py: using CellId 35167\u000a17:35:08.105334 tst iperf3m4.py: using BVCI 35168\u000a17:35:08.130705 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.142101 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.153294 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.164841 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.176424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.187924 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.199613 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.211139 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:08.222947 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:08.346789 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:08.468788 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:08.592678 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:08.880456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:35:09.009835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:09.334265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11166): Launched\u000a17:35:09.602960 run iperf3-srv_10.42.42.10(pid=11167): Launched\u000a17:35:09.792730 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:35:09.922280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:10.245810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11168): Launched\u000a17:35:10.515707 run iperf3-srv_10.42.42.10(pid=11169): Launched\u000a17:35:10.706857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:35:10.836531 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:11.161350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11170): Launched\u000a17:35:11.430263 run iperf3-srv_10.42.42.10(pid=11171): Launched\u000a17:35:11.619615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:35:11.748707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:12.074294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11172): Launched\u000a17:35:12.342818 run iperf3-srv_10.42.42.10(pid=11173): Launched\u000a17:35:12.532940 tst iperf3m4.py:8: start network...\u000a17:35:12.661956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:13.161022 run create_hlr_db(pid=11174): Launched\u000a17:35:13.340541 bus /gobi_6: Setting Powered False\u000a17:35:14.361785 run create_hlr_db(pid=11174): Terminated: ok {rc=0}\u000a17:35:14.778616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11176): Launched\u000a17:35:15.088579 run osmo-hlr_10.42.42.2(pid=11177): Launched\u000a17:35:15.202062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:15.745102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11179): Launched\u000a17:35:16.169631 run osmo-stp_10.42.42.5(pid=11180): Launched\u000a17:35:16.386887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:17.004214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11182): Launched\u000a17:35:17.117791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:17.407221 run patchelf(pid=11183): Launched\u000a17:35:17.590182 run osmo-stp_10.42.42.5(pid=11180): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)]\u000a17:35:17.723452 run osmo-stp_10.42.42.5(pid=11180): stdout: \u000a| (launched: 2022-12-13_17:35:15.913914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:17.857166 run osmo-stp_10.42.42.5(pid=11180): stderr: \u000a| �[0;m�[38;5;43m20221213173516235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173516235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173516235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173516235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173516236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173516236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173516236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:17.985852 run osmo-stp_10.42.42.5(pid=11180): stdout: \u000a| (launched: 2022-12-13_17:35:15.913914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:18.113165 run osmo-stp_10.42.42.5(pid=11180): stderr: \u000a| �[0;m�[38;5;43m20221213173516235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173516235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173516235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173516235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173516236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173516236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173516236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:18.263667 run patchelf(pid=11183): Terminating (SIGINT)\u000a17:35:18.442444 run patchelf(pid=11183): Terminated: ok {rc=0}\u000a17:35:18.475266 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11180): Process ended prematurely: osmo-stp_10.42.42.5(pid=11180) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11180)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:35:18.484693 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:35:18.545729 run osmo-hlr_10.42.42.2(pid=11177): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11177)]\u000a17:35:18.595497 run osmo-hlr_10.42.42.2(pid=11177): stdout: \u000a| (launched: 2022-12-13_17:35:14.936560) \u000a17:35:18.645889 run osmo-hlr_10.42.42.2(pid=11177): stderr: \u000a| �[0;m�[1;31m20221213173515112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173515112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173515112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173515112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173515112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173515112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173515127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173515138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173515138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173515138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:18.688756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11166): Terminating (SIGTERM)\u000a17:35:18.729199 run iperf3-srv_10.42.42.10(pid=11167): Terminating (SIGTERM)\u000a17:35:18.769638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11168): Terminating (SIGTERM)\u000a17:35:18.810078 run iperf3-srv_10.42.42.10(pid=11169): Terminating (SIGTERM)\u000a17:35:18.850513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11170): Terminating (SIGTERM)\u000a17:35:18.890913 run iperf3-srv_10.42.42.10(pid=11171): Terminating (SIGTERM)\u000a17:35:18.931125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11172): Terminating (SIGTERM)\u000a17:35:18.971407 run iperf3-srv_10.42.42.10(pid=11173): Terminating (SIGTERM)\u000a17:35:19.011745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11176): Terminating (SIGTERM)\u000a17:35:19.051991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11179): Terminating (SIGTERM)\u000a17:35:19.092405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11182): Terminating (SIGTERM)\u000a17:35:19.101877 --- ParallelTerminationStrategy: PID 11166 died...\u000a17:35:19.156274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11166): Terminated: ok {rc=0}\u000a17:35:19.166089 --- ParallelTerminationStrategy: PID 11167 died...\u000a17:35:19.220056 run iperf3-srv_10.42.42.10(pid=11167): Terminated {rc=256}\u000a17:35:19.229817 --- ParallelTerminationStrategy: PID 11168 died...\u000a17:35:19.283774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11168): Terminated: ok {rc=0}\u000a17:35:19.293985 --- ParallelTerminationStrategy: PID 11169 died...\u000a17:35:19.347973 run iperf3-srv_10.42.42.10(pid=11169): Terminated {rc=256}\u000a17:35:19.357719 --- ParallelTerminationStrategy: PID 11170 died...\u000a17:35:19.412233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11170): Terminated: ok {rc=0}\u000a17:35:19.421982 --- ParallelTerminationStrategy: PID 11171 died...\u000a17:35:19.475908 run iperf3-srv_10.42.42.10(pid=11171): Terminated {rc=256}\u000a17:35:19.485743 --- ParallelTerminationStrategy: PID 11172 died...\u000a17:35:19.539841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11172): Terminated: ok {rc=0}\u000a17:35:19.549739 --- ParallelTerminationStrategy: PID 11173 died...\u000a17:35:19.603612 run iperf3-srv_10.42.42.10(pid=11173): Terminated {rc=256}\u000a17:35:19.613416 --- ParallelTerminationStrategy: PID 11176 died...\u000a17:35:19.667505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11176): Terminated: ok {rc=0}\u000a17:35:19.677315 --- ParallelTerminationStrategy: PID 11179 died...\u000a17:35:19.731205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11179): Terminated: ok {rc=0}\u000a17:35:19.740913 --- ParallelTerminationStrategy: PID 11182 died...\u000a17:35:19.795043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11182): Terminated: ok {rc=0}\u000a17:35:19.885621 bus /gobi_4: Setting Powered False\u000a17:35:20.995885 bus /gobi_4: Setting Powered False\u000a17:35:22.110251 bus /gobi_1: Setting Powered False\u000a17:35:23.218157 bus /gobi_1: Setting Powered False\u000a17:35:24.332508 bus /gobi_0: Setting Powered False\u000a17:35:25.442605 bus /gobi_0: Setting Powered False\u000a17:35:26.554812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11190): Process ended prematurely: osmo-stp_10.42.42.5(pid=11190) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11190)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11190): Process ended prematurely: osmo-stp_10.42.42.5(pid=11190) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:35:27.624442 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:27.636851 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:35:27.805849 tst ping.py: using LAC 35168\u000a17:35:27.934055 tst ping.py: using RAC 233\u000a17:35:28.066095 tst ping.py: using CellId 35168\u000a17:35:28.192138 tst ping.py: using BVCI 35169\u000a17:35:28.216913 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:28.228592 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:28.239824 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:28.251130 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:28.262646 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:28.274537 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:28.286344 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:28.298069 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:28.597646 tst ping.py:19: start network...\u000a17:35:28.734519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:29.249419 run create_hlr_db(pid=11184): Launched\u000a17:35:29.440126 bus /gobi_6: Setting Powered False\u000a17:35:30.460502 run create_hlr_db(pid=11184): Terminated: ok {rc=0}\u000a17:35:30.926772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11186): Launched\u000a17:35:31.289162 run osmo-hlr_10.42.42.2(pid=11187): Launched\u000a17:35:31.490974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:32.245805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11189): Launched\u000a17:35:32.583286 run osmo-stp_10.42.42.5(pid=11190): Launched\u000a17:35:32.703727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:33.274534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11192): Launched\u000a17:35:33.392653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:33.679586 run patchelf(pid=11193): Launched\u000a17:35:33.871938 run osmo-stp_10.42.42.5(pid=11190): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11190)]\u000a17:35:34.012928 run osmo-stp_10.42.42.5(pid=11190): stdout: \u000a| (launched: 2022-12-13_17:35:32.421515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:34.155071 run osmo-stp_10.42.42.5(pid=11190): stderr: \u000a| �[0;m�[38;5;43m20221213173532611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173532611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173532611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173532612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173532612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173532612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173532612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:34.292376 run osmo-stp_10.42.42.5(pid=11190): stdout: \u000a| (launched: 2022-12-13_17:35:32.421515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:34.427636 run osmo-stp_10.42.42.5(pid=11190): stderr: \u000a| �[0;m�[38;5;43m20221213173532611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173532611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173532611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173532612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173532612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173532612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173532612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:34.586772 run patchelf(pid=11193): Terminating (SIGINT)\u000a17:35:34.773254 run patchelf(pid=11193): Terminated: ok {rc=0}\u000a17:35:34.806659 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11190): Process ended prematurely: osmo-stp_10.42.42.5(pid=11190) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11190)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:35:34.816137 tst ping.py:22: Test FAILED (7.2 sec)\u000a17:35:34.881367 run osmo-hlr_10.42.42.2(pid=11187): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11187)]\u000a17:35:34.934843 run osmo-hlr_10.42.42.2(pid=11187): stdout: \u000a| (launched: 2022-12-13_17:35:31.086747) \u000a17:35:34.988891 run osmo-hlr_10.42.42.2(pid=11187): stderr: \u000a| �[0;m�[1;31m20221213173531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173531485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173531507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173531527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173531527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173531527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:35.034896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11186): Terminating (SIGTERM)\u000a17:35:35.078127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11189): Terminating (SIGTERM)\u000a17:35:35.121436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11192): Terminating (SIGTERM)\u000a17:35:35.131442 --- ParallelTerminationStrategy: PID 11186 died...\u000a17:35:35.190094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11186): Terminated: ok {rc=0}\u000a17:35:35.200502 --- ParallelTerminationStrategy: PID 11189 died...\u000a17:35:35.258352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11189): Terminated: ok {rc=0}\u000a17:35:35.268715 --- ParallelTerminationStrategy: PID 11192 died...\u000a17:35:35.326734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11192): Terminated: ok {rc=0}\u000a17:35:35.415880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11200): Process ended prematurely: osmo-stp_10.42.42.5(pid=11200) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11200)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11200): Process ended prematurely: osmo-stp_10.42.42.5(pid=11200) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:35:36.469921 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:36.482147 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:35:36.651195 tst ping_idle_ping.py: using LAC 35169\u000a17:35:36.779933 tst ping_idle_ping.py: using RAC 234\u000a17:35:36.913297 tst ping_idle_ping.py: using CellId 35169\u000a17:35:37.039705 tst ping_idle_ping.py: using BVCI 35170\u000a17:35:37.065068 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:37.076643 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:37.088033 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:37.099467 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:37.111228 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:37.122978 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:37.134804 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:35:37.146827 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:35:37.447028 tst ping_idle_ping.py:24: start network...\u000a17:35:37.584357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:38.108217 run create_hlr_db(pid=11194): Launched\u000a17:35:38.299247 bus /gobi_6: Setting Powered False\u000a17:35:39.319877 run create_hlr_db(pid=11194): Terminated: ok {rc=0}\u000a17:35:39.732601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11196): Launched\u000a17:35:40.039283 run osmo-hlr_10.42.42.2(pid=11197): Launched\u000a17:35:40.152531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:40.684767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11199): Launched\u000a17:35:40.990993 run osmo-stp_10.42.42.5(pid=11200): Launched\u000a17:35:41.103254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:41.639264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11202): Launched\u000a17:35:41.748432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:42.036536 run patchelf(pid=11203): Launched\u000a17:35:42.231418 run osmo-stp_10.42.42.5(pid=11200): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11200)]\u000a17:35:42.373072 run osmo-stp_10.42.42.5(pid=11200): stdout: \u000a| (launched: 2022-12-13_17:35:40.840437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:42.515045 run osmo-stp_10.42.42.5(pid=11200): stderr: \u000a| �[0;m�[38;5;43m20221213173541010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173541010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173541010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173541011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173541011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173541011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173541011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:42.651539 run osmo-stp_10.42.42.5(pid=11200): stdout: \u000a| (launched: 2022-12-13_17:35:40.840437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:42.786898 run osmo-stp_10.42.42.5(pid=11200): stderr: \u000a| �[0;m�[38;5;43m20221213173541010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173541010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173541010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173541011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173541011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173541011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173541011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:42.945173 run patchelf(pid=11203): Terminating (SIGINT)\u000a17:35:43.131495 run patchelf(pid=11203): Terminated: ok {rc=0}\u000a17:35:43.165299 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11200): Process ended prematurely: osmo-stp_10.42.42.5(pid=11200) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11200)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:35:43.174675 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:35:43.240657 run osmo-hlr_10.42.42.2(pid=11197): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11197)]\u000a17:35:43.293837 run osmo-hlr_10.42.42.2(pid=11197): stdout: \u000a| (launched: 2022-12-13_17:35:39.887799) \u000a17:35:43.347787 run osmo-hlr_10.42.42.2(pid=11197): stderr: \u000a| �[0;m�[1;31m20221213173540061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173540061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173540061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173540061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173540061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173540061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173540073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173540082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173540082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173540082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:43.393835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11196): Terminating (SIGTERM)\u000a17:35:43.437466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11199): Terminating (SIGTERM)\u000a17:35:43.481288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11202): Terminating (SIGTERM)\u000a17:35:43.491291 --- ParallelTerminationStrategy: PID 11196 died...\u000a17:35:43.549802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11196): Terminated: ok {rc=0}\u000a17:35:43.560230 --- ParallelTerminationStrategy: PID 11199 died...\u000a17:35:43.618092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11199): Terminated: ok {rc=0}\u000a17:35:43.628457 --- ParallelTerminationStrategy: PID 11202 died...\u000a17:35:43.686608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11202): Terminated: ok {rc=0}\u000a17:35:43.775785 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:34:44" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11220): Process ended prematurely: osmo-stp_10.42.42.5(pid=11220) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11220)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11220): Process ended prematurely: osmo-stp_10.42.42.5(pid=11220) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:35:45.954841 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:45.966687 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:35:46.132440 tst cs_paging_gprs_active.py: using LAC 35170\u000a17:35:46.285100 tst cs_paging_gprs_active.py: using RAC 235\u000a17:35:46.426118 tst cs_paging_gprs_active.py: using CellId 35170\u000a17:35:46.567492 tst cs_paging_gprs_active.py: using BVCI 35171\u000a17:35:46.595175 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.607903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.620623 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.633286 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.646902 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.659662 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.673962 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.688080 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:46.704018 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:46.851353 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:35:47.150549 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:35:47.283657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:47.611284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11208): Launched\u000a17:35:47.882666 run iperf3-srv_10.42.42.10(pid=11211): Launched\u000a17:35:48.073290 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:35:48.202996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:35:48.527426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11212): Launched\u000a17:35:48.806022 run iperf3-srv_10.42.42.10(pid=11213): Launched\u000a17:35:49.011610 tst cs_paging_gprs_active.py:38: start network...\u000a17:35:49.151968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:35:49.678301 run create_hlr_db(pid=11214): Launched\u000a17:35:49.871793 bus /gobi_6: Setting Powered False\u000a17:35:50.893584 run create_hlr_db(pid=11214): Terminated: ok {rc=0}\u000a17:35:51.318289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11216): Launched\u000a17:35:51.631938 run osmo-hlr_10.42.42.2(pid=11217): Launched\u000a17:35:51.749906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:35:52.296196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11219): Launched\u000a17:35:52.607319 run osmo-stp_10.42.42.5(pid=11220): Launched\u000a17:35:52.719461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:35:53.264005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11222): Launched\u000a17:35:53.374964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:35:53.648361 run patchelf(pid=11223): Launched\u000a17:35:53.831515 run osmo-stp_10.42.42.5(pid=11220): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11220)]\u000a17:35:53.965398 run osmo-stp_10.42.42.5(pid=11220): stdout: \u000a| (launched: 2022-12-13_17:35:52.454534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:54.099257 run osmo-stp_10.42.42.5(pid=11220): stderr: \u000a| �[0;m�[38;5;43m20221213173552621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173552621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173552621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173552622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173552622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173552622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173552622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:54.228153 run osmo-stp_10.42.42.5(pid=11220): stdout: \u000a| (launched: 2022-12-13_17:35:52.454534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:35:54.355914 run osmo-stp_10.42.42.5(pid=11220): stderr: \u000a| �[0;m�[38;5;43m20221213173552621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173552621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173552621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173552622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173552622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173552622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173552622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:35:54.506020 run patchelf(pid=11223): Terminating (SIGINT)\u000a17:35:54.683633 run patchelf(pid=11223): Terminated: ok {rc=0}\u000a17:35:54.715952 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11220): Process ended prematurely: osmo-stp_10.42.42.5(pid=11220) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11220)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:35:54.725287 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:35:54.786087 run osmo-hlr_10.42.42.2(pid=11217): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11217)]\u000a17:35:54.835514 run osmo-hlr_10.42.42.2(pid=11217): stdout: \u000a| (launched: 2022-12-13_17:35:51.477273) \u000a17:35:54.885684 run osmo-hlr_10.42.42.2(pid=11217): stderr: \u000a| �[0;m�[1;31m20221213173551652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173551652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173551652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173551652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173551652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173551652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173551664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173551672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173551673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173551673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:35:54.928286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11208): Terminating (SIGTERM)\u000a17:35:54.968266 run iperf3-srv_10.42.42.10(pid=11211): Terminating (SIGTERM)\u000a17:35:55.008236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11212): Terminating (SIGTERM)\u000a17:35:55.048205 run iperf3-srv_10.42.42.10(pid=11213): Terminating (SIGTERM)\u000a17:35:55.088195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11216): Terminating (SIGTERM)\u000a17:35:55.128126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11219): Terminating (SIGTERM)\u000a17:35:55.168029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11222): Terminating (SIGTERM)\u000a17:35:55.177241 --- ParallelTerminationStrategy: PID 11208 died...\u000a17:35:55.230827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11208): Terminated: ok {rc=0}\u000a17:35:55.240395 --- ParallelTerminationStrategy: PID 11211 died...\u000a17:35:55.293763 run iperf3-srv_10.42.42.10(pid=11211): Terminated {rc=256}\u000a17:35:55.303301 --- ParallelTerminationStrategy: PID 11212 died...\u000a17:35:55.356597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11212): Terminated: ok {rc=0}\u000a17:35:55.366164 --- ParallelTerminationStrategy: PID 11213 died...\u000a17:35:55.419307 run iperf3-srv_10.42.42.10(pid=11213): Terminated {rc=256}\u000a17:35:55.428772 --- ParallelTerminationStrategy: PID 11216 died...\u000a17:35:55.482147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11216): Terminated: ok {rc=0}\u000a17:35:55.491690 --- ParallelTerminationStrategy: PID 11219 died...\u000a17:35:55.544937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11219): Terminated: ok {rc=0}\u000a17:35:55.554494 --- ParallelTerminationStrategy: PID 11222 died...\u000a17:35:55.607606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11222): Terminated: ok {rc=0}\u000a17:35:55.697768 bus /gobi_0: Setting Powered False\u000a17:35:56.804061 bus /gobi_0: Setting Powered False\u000a17:35:57.918200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:35:59.035376 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.047637 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:35:59.220569 tst iperf3.py: using LAC 35171\u000a17:35:59.352357 tst iperf3.py: using RAC 236\u000a17:35:59.481197 tst iperf3.py: using CellId 35171\u000a17:35:59.616394 tst iperf3.py: using BVCI 35172\u000a17:35:59.641791 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.653244 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.664666 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.676083 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.687721 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.699314 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.710949 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.722733 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:35:59.734736 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:00.022381 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:36:00.152263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:00.476126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11224): Launched\u000a17:36:00.747483 run iperf3-srv_10.42.42.10(pid=11225): Launched\u000a17:36:00.941361 tst iperf3.py:8: start network...\u000a17:36:01.073563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:01.613067 run create_hlr_db(pid=11226): Launched\u000a17:36:01.812065 bus /gobi_6: Setting Powered False\u000a17:36:02.816026 run create_hlr_db(pid=11226): Terminated: ok {rc=0}\u000a17:36:03.278489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Launched\u000a17:36:03.612526 run osmo-hlr_10.42.42.2(pid=11229): Launched\u000a17:36:03.736452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:04.319381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Launched\u000a17:36:04.650878 run osmo-stp_10.42.42.5(pid=11232): Launched\u000a17:36:04.771295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:05.351891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11234): Launched\u000a17:36:05.471454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:05.762225 run patchelf(pid=11235): Launched\u000a17:36:05.957504 run osmo-stp_10.42.42.5(pid=11232): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)]\u000a17:36:06.100616 run osmo-stp_10.42.42.5(pid=11232): stdout: \u000a| (launched: 2022-12-13_17:36:04.487688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:06.244261 run osmo-stp_10.42.42.5(pid=11232): stderr: \u000a| �[0;m�[38;5;43m20221213173604677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173604677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173604677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173604678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173604678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173604678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173604678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:06.382095 run osmo-stp_10.42.42.5(pid=11232): stdout: \u000a| (launched: 2022-12-13_17:36:04.487688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:06.518397 run osmo-stp_10.42.42.5(pid=11232): stderr: \u000a| �[0;m�[38;5;43m20221213173604677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173604677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173604677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173604678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173604678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173604678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173604678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:06.678842 run patchelf(pid=11235): Terminating (SIGINT)\u000a17:36:06.868170 run patchelf(pid=11235): Terminated: ok {rc=0}\u000a17:36:06.902658 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11232): Process ended prematurely: osmo-stp_10.42.42.5(pid=11232) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11232)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:36:06.912691 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a17:36:06.977311 run osmo-hlr_10.42.42.2(pid=11229): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11229)]\u000a17:36:07.029852 run osmo-hlr_10.42.42.2(pid=11229): stdout: \u000a| (launched: 2022-12-13_17:36:03.447961) \u000a17:36:07.083012 run osmo-hlr_10.42.42.2(pid=11229): stderr: \u000a| �[0;m�[1;31m20221213173603643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173603643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173603643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173603643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173603643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173603643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173603655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173603664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173603664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173603664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:07.129060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11224): Terminating (SIGTERM)\u000a17:36:07.172249 run iperf3-srv_10.42.42.10(pid=11225): Terminating (SIGTERM)\u000a17:36:07.215800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Terminating (SIGTERM)\u000a17:36:07.259104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Terminating (SIGTERM)\u000a17:36:07.302284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11234): Terminating (SIGTERM)\u000a17:36:07.312257 --- ParallelTerminationStrategy: PID 11224 died...\u000a17:36:07.370112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11224): Terminated: ok {rc=0}\u000a17:36:07.380261 --- ParallelTerminationStrategy: PID 11225 died...\u000a17:36:07.437933 run iperf3-srv_10.42.42.10(pid=11225): Terminated {rc=256}\u000a17:36:07.448199 --- ParallelTerminationStrategy: PID 11228 died...\u000a17:36:07.505669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11228): Terminated: ok {rc=0}\u000a17:36:07.516025 --- ParallelTerminationStrategy: PID 11231 died...\u000a17:36:07.573285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11231): Terminated: ok {rc=0}\u000a17:36:07.583600 --- ParallelTerminationStrategy: PID 11234 died...\u000a17:36:07.640887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11234): Terminated: ok {rc=0}\u000a17:36:07.729969 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:36:08.848438 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:08.860788 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:36:09.031115 tst iperf3m4.py: using LAC 35172\u000a17:36:09.162122 tst iperf3m4.py: using RAC 237\u000a17:36:09.293847 tst iperf3m4.py: using CellId 35172\u000a17:36:09.429138 tst iperf3m4.py: using BVCI 35173\u000a17:36:09.454651 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.466266 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.478047 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.489430 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.501387 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.513353 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.525179 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.536681 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:09.548420 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:09.669643 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:09.795813 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:09.916524 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:10.208129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:36:10.337491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:10.661087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11236): Launched\u000a17:36:10.929050 run iperf3-srv_10.42.42.10(pid=11237): Launched\u000a17:36:11.118018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:36:11.246940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:11.570310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11238): Launched\u000a17:36:11.837179 run iperf3-srv_10.42.42.10(pid=11239): Launched\u000a17:36:12.025723 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:36:12.154672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:12.478215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11240): Launched\u000a17:36:12.746593 run iperf3-srv_10.42.42.10(pid=11241): Launched\u000a17:36:12.936144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:36:13.064864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:13.387346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11242): Launched\u000a17:36:13.654559 run iperf3-srv_10.42.42.10(pid=11243): Launched\u000a17:36:13.842934 tst iperf3m4.py:8: start network...\u000a17:36:13.971442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:14.469131 run create_hlr_db(pid=11244): Launched\u000a17:36:14.662869 bus /gobi_6: Setting Powered False\u000a17:36:15.682935 run create_hlr_db(pid=11244): Terminated: ok {rc=0}\u000a17:36:16.133625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Launched\u000a17:36:16.591706 run osmo-hlr_10.42.42.2(pid=11247): Launched\u000a17:36:16.858466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:17.509115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Launched\u000a17:36:17.820050 run osmo-stp_10.42.42.5(pid=11250): Launched\u000a17:36:17.933566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:18.475502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11252): Launched\u000a17:36:18.586139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:18.858523 run patchelf(pid=11253): Launched\u000a17:36:19.042367 run osmo-stp_10.42.42.5(pid=11250): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a17:36:19.175786 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-13_17:36:17.666860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:19.310205 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221213173617836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173617836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173617836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173617837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173617837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173617837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173617837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:19.439243 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-13_17:36:17.666860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:19.567510 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221213173617836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173617836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173617836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173617837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173617837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173617837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173617837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:19.717700 run patchelf(pid=11253): Terminating (SIGINT)\u000a17:36:19.895121 run patchelf(pid=11253): Terminated: ok {rc=0}\u000a17:36:19.927359 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:36:19.936624 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a17:36:19.997283 run osmo-hlr_10.42.42.2(pid=11247): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11247)]\u000a17:36:20.047033 run osmo-hlr_10.42.42.2(pid=11247): stdout: \u000a| (launched: 2022-12-13_17:36:16.306701) \u000a17:36:20.097333 run osmo-hlr_10.42.42.2(pid=11247): stderr: \u000a| �[0;m�[1;31m20221213173616671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173616671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173616671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173616671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173616672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173616672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173616697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173616713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173616714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173616714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:20.140342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11236): Terminating (SIGTERM)\u000a17:36:20.180573 run iperf3-srv_10.42.42.10(pid=11237): Terminating (SIGTERM)\u000a17:36:20.220933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11238): Terminating (SIGTERM)\u000a17:36:20.261211 run iperf3-srv_10.42.42.10(pid=11239): Terminating (SIGTERM)\u000a17:36:20.301473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11240): Terminating (SIGTERM)\u000a17:36:20.341653 run iperf3-srv_10.42.42.10(pid=11241): Terminating (SIGTERM)\u000a17:36:20.381624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11242): Terminating (SIGTERM)\u000a17:36:20.421698 run iperf3-srv_10.42.42.10(pid=11243): Terminating (SIGTERM)\u000a17:36:20.462002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminating (SIGTERM)\u000a17:36:20.502205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminating (SIGTERM)\u000a17:36:20.542412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11252): Terminating (SIGTERM)\u000a17:36:20.551798 --- ParallelTerminationStrategy: PID 11236 died...\u000a17:36:20.606391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11236): Terminated: ok {rc=0}\u000a17:36:20.616021 --- ParallelTerminationStrategy: PID 11237 died...\u000a17:36:20.670117 run iperf3-srv_10.42.42.10(pid=11237): Terminated {rc=256}\u000a17:36:20.679878 --- ParallelTerminationStrategy: PID 11238 died...\u000a17:36:20.734049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11238): Terminated: ok {rc=0}\u000a17:36:20.743726 --- ParallelTerminationStrategy: PID 11239 died...\u000a17:36:20.797520 run iperf3-srv_10.42.42.10(pid=11239): Terminated {rc=256}\u000a17:36:20.807317 --- ParallelTerminationStrategy: PID 11240 died...\u000a17:36:20.861217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11240): Terminated: ok {rc=0}\u000a17:36:20.870829 --- ParallelTerminationStrategy: PID 11241 died...\u000a17:36:20.924768 run iperf3-srv_10.42.42.10(pid=11241): Terminated {rc=256}\u000a17:36:20.934597 --- ParallelTerminationStrategy: PID 11242 died...\u000a17:36:20.989103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11242): Terminated: ok {rc=0}\u000a17:36:20.999006 --- ParallelTerminationStrategy: PID 11243 died...\u000a17:36:21.053345 run iperf3-srv_10.42.42.10(pid=11243): Terminated {rc=256}\u000a17:36:21.063129 --- ParallelTerminationStrategy: PID 11246 died...\u000a17:36:21.117150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminated: ok {rc=0}\u000a17:36:21.126988 --- ParallelTerminationStrategy: PID 11249 died...\u000a17:36:21.180906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminated: ok {rc=0}\u000a17:36:21.190657 --- ParallelTerminationStrategy: PID 11252 died...\u000a17:36:21.244587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11252): Terminated: ok {rc=0}\u000a17:36:21.334127 bus /gobi_4: Setting Powered False\u000a17:36:22.441623 bus /gobi_4: Setting Powered False\u000a17:36:23.552032 bus /gobi_1: Setting Powered False\u000a17:36:24.655179 bus /gobi_1: Setting Powered False\u000a17:36:25.768092 bus /gobi_0: Setting Powered False\u000a17:36:26.872655 bus /gobi_0: Setting Powered False\u000a17:36:27.986958 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:36:29.056710 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.069160 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:36:29.241381 tst ping.py: using LAC 35173\u000a17:36:29.373183 tst ping.py: using RAC 238\u000a17:36:29.503752 tst ping.py: using CellId 35173\u000a17:36:29.634134 tst ping.py: using BVCI 35174\u000a17:36:29.659543 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.671090 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.682478 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.693859 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.705817 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.717825 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.730070 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:29.742251 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:30.027393 tst ping.py:19: start network...\u000a17:36:30.154659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:30.642379 run create_hlr_db(pid=11254): Launched\u000a17:36:30.818782 bus /gobi_6: Setting Powered False\u000a17:36:31.855251 run create_hlr_db(pid=11254): Terminated: ok {rc=0}\u000a17:36:32.326625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Launched\u000a17:36:32.634741 run osmo-hlr_10.42.42.2(pid=11257): Launched\u000a17:36:32.746765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:33.287022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Launched\u000a17:36:33.593803 run osmo-stp_10.42.42.5(pid=11260): Launched\u000a17:36:33.706206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:34.240437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11262): Launched\u000a17:36:34.349474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:34.618656 run patchelf(pid=11263): Launched\u000a17:36:34.797219 run osmo-stp_10.42.42.5(pid=11260): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]\u000a17:36:34.928156 run osmo-stp_10.42.42.5(pid=11260): stdout: \u000a| (launched: 2022-12-13_17:36:33.442419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:35.060129 run osmo-stp_10.42.42.5(pid=11260): stderr: \u000a| �[0;m�[38;5;43m20221213173633612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173633612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173633612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173633613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173633613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173633613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173633613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:35.186963 run osmo-stp_10.42.42.5(pid=11260): stdout: \u000a| (launched: 2022-12-13_17:36:33.442419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:35.312025 run osmo-stp_10.42.42.5(pid=11260): stderr: \u000a| �[0;m�[38;5;43m20221213173633612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173633612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173633612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173633613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173633613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173633613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173633613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:35.459108 run patchelf(pid=11263): Terminating (SIGINT)\u000a17:36:35.632261 run patchelf(pid=11263): Terminated: ok {rc=0}\u000a17:36:35.663632 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:36:35.672279 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:36:35.733027 run osmo-hlr_10.42.42.2(pid=11257): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11257)]\u000a17:36:35.783180 run osmo-hlr_10.42.42.2(pid=11257): stdout: \u000a| (launched: 2022-12-13_17:36:32.482111) \u000a17:36:35.833612 run osmo-hlr_10.42.42.2(pid=11257): stderr: \u000a| �[0;m�[1;31m20221213173632656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173632656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173632656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173632656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173632656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173632656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173632668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173632677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173632677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:35.876490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Terminating (SIGTERM)\u000a17:36:35.916936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Terminating (SIGTERM)\u000a17:36:35.957987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11262): Terminating (SIGTERM)\u000a17:36:35.967422 --- ParallelTerminationStrategy: PID 11256 died...\u000a17:36:36.021897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Terminated: ok {rc=0}\u000a17:36:36.031693 --- ParallelTerminationStrategy: PID 11259 died...\u000a17:36:36.085526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Terminated: ok {rc=0}\u000a17:36:36.095324 --- ParallelTerminationStrategy: PID 11262 died...\u000a17:36:36.149543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11262): Terminated: ok {rc=0}\u000a17:36:36.240035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11271): Process ended prematurely: osmo-stp_10.42.42.5(pid=11271) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11271): Process ended prematurely: osmo-stp_10.42.42.5(pid=11271) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:36:37.293872 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.306397 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:36:37.467073 tst ping_idle_ping.py: using LAC 35174\u000a17:36:37.589813 tst ping_idle_ping.py: using RAC 239\u000a17:36:37.710365 tst ping_idle_ping.py: using CellId 35174\u000a17:36:37.834472 tst ping_idle_ping.py: using BVCI 35175\u000a17:36:37.858117 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.869227 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.879929 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.890663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.901264 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.912397 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.923522 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:36:37.934332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:36:38.235789 tst ping_idle_ping.py:24: start network...\u000a17:36:38.374037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:38.892403 run create_hlr_db(pid=11265): Launched\u000a17:36:39.083674 bus /gobi_6: Setting Powered False\u000a17:36:40.103824 run create_hlr_db(pid=11265): Terminated: ok {rc=0}\u000a17:36:40.517448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11267): Launched\u000a17:36:40.824514 run osmo-hlr_10.42.42.2(pid=11268): Launched\u000a17:36:40.947600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:41.484047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11270): Launched\u000a17:36:41.790093 run osmo-stp_10.42.42.5(pid=11271): Launched\u000a17:36:41.902796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:42.437922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11273): Launched\u000a17:36:42.546935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:42.815080 run patchelf(pid=11274): Launched\u000a17:36:42.993984 run osmo-stp_10.42.42.5(pid=11271): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)]\u000a17:36:43.125327 run osmo-stp_10.42.42.5(pid=11271): stdout: \u000a| (launched: 2022-12-13_17:36:41.639726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:43.257049 run osmo-stp_10.42.42.5(pid=11271): stderr: \u000a| �[0;m�[38;5;43m20221213173641807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173641807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173641807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173641808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173641808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173641808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173641808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:43.383372 run osmo-stp_10.42.42.5(pid=11271): stdout: \u000a| (launched: 2022-12-13_17:36:41.639726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:43.508107 run osmo-stp_10.42.42.5(pid=11271): stderr: \u000a| �[0;m�[38;5;43m20221213173641807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173641807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173641807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173641808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173641808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173641808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173641808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:43.655318 run patchelf(pid=11274): Terminating (SIGINT)\u000a17:36:43.828659 run patchelf(pid=11274): Terminated: ok {rc=0}\u000a17:36:43.860121 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11271): Process ended prematurely: osmo-stp_10.42.42.5(pid=11271) [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11271)] [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:36:43.868623 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:36:43.929338 run osmo-hlr_10.42.42.2(pid=11268): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11268)]\u000a17:36:43.978923 run osmo-hlr_10.42.42.2(pid=11268): stdout: \u000a| (launched: 2022-12-13_17:36:40.673383) \u000a17:36:44.029067 run osmo-hlr_10.42.42.2(pid=11268): stderr: \u000a| �[0;m�[1;31m20221213173640847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173640847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173640847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173640847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173640847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173640847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173640860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173640868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173640868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173640868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:44.071565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11267): Terminating (SIGTERM)\u000a17:36:44.111800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11270): Terminating (SIGTERM)\u000a17:36:44.151986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11273): Terminating (SIGTERM)\u000a17:36:44.161307 --- ParallelTerminationStrategy: PID 11267 died...\u000a17:36:44.215250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11267): Terminated: ok {rc=0}\u000a17:36:44.224923 --- ParallelTerminationStrategy: PID 11270 died...\u000a17:36:44.278552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11270): Terminated: ok {rc=0}\u000a17:36:44.288255 --- ParallelTerminationStrategy: PID 11273 died...\u000a17:36:44.342090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11273): Terminated: ok {rc=0}\u000a17:36:44.426435 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:35:45" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11288): Process ended prematurely: osmo-stp_10.42.42.5(pid=11288) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11288)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11288): Process ended prematurely: osmo-stp_10.42.42.5(pid=11288) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:36:46.682372 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:46.699390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:36:46.868560 tst cs_paging_gprs_active.py: using LAC 35175\u000a17:36:47.022541 tst cs_paging_gprs_active.py: using RAC 240\u000a17:36:47.151491 tst cs_paging_gprs_active.py: using CellId 35175\u000a17:36:47.293936 tst cs_paging_gprs_active.py: using BVCI 35176\u000a17:36:47.319374 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.331353 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.343128 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.354784 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.366759 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.378837 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.391205 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.403177 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:47.415204 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:47.541639 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:36:47.846696 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:36:47.986649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:48.334534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11278): Launched\u000a17:36:48.623213 run iperf3-srv_10.42.42.10(pid=11279): Launched\u000a17:36:48.829648 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:36:48.970089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:36:49.318407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11280): Launched\u000a17:36:49.607971 run iperf3-srv_10.42.42.10(pid=11281): Launched\u000a17:36:49.813489 tst cs_paging_gprs_active.py:38: start network...\u000a17:36:49.953438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:36:50.481263 run create_hlr_db(pid=11282): Launched\u000a17:36:50.675503 bus /gobi_6: Setting Powered False\u000a17:36:51.695129 run create_hlr_db(pid=11282): Terminated: ok {rc=0}\u000a17:36:52.115050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11284): Launched\u000a17:36:52.427817 run osmo-hlr_10.42.42.2(pid=11285): Launched\u000a17:36:52.543810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:36:53.085303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11287): Launched\u000a17:36:53.399414 run osmo-stp_10.42.42.5(pid=11288): Launched\u000a17:36:53.512212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:36:54.056487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11290): Launched\u000a17:36:54.167402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:36:54.440901 run patchelf(pid=11291): Launched\u000a17:36:54.624103 run osmo-stp_10.42.42.5(pid=11288): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11288)]\u000a17:36:54.757925 run osmo-stp_10.42.42.5(pid=11288): stdout: \u000a| (launched: 2022-12-13_17:36:53.244666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:54.892027 run osmo-stp_10.42.42.5(pid=11288): stderr: \u000a| �[0;m�[38;5;43m20221213173653413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173653414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173653414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173653414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173653415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173653415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173653415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:55.021057 run osmo-stp_10.42.42.5(pid=11288): stdout: \u000a| (launched: 2022-12-13_17:36:53.244666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:36:55.149252 run osmo-stp_10.42.42.5(pid=11288): stderr: \u000a| �[0;m�[38;5;43m20221213173653413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173653414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173653414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173653414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173653415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173653415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173653415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:36:55.300204 run patchelf(pid=11291): Terminating (SIGINT)\u000a17:36:55.477315 run patchelf(pid=11291): Terminated: ok {rc=0}\u000a17:36:55.509487 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11288): Process ended prematurely: osmo-stp_10.42.42.5(pid=11288) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11288)] [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a17:36:55.518849 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:36:55.579661 run osmo-hlr_10.42.42.2(pid=11285): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11285)]\u000a17:36:55.629231 run osmo-hlr_10.42.42.2(pid=11285): stdout: \u000a| (launched: 2022-12-13_17:36:52.274006) \u000a17:36:55.679554 run osmo-hlr_10.42.42.2(pid=11285): stderr: \u000a| �[0;m�[1;31m20221213173652451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173652451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173652451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173652451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173652451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173652451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173652463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173652472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173652472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:36:55.722577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11278): Terminating (SIGTERM)\u000a17:36:55.763156 run iperf3-srv_10.42.42.10(pid=11279): Terminating (SIGTERM)\u000a17:36:55.803731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11280): Terminating (SIGTERM)\u000a17:36:55.844225 run iperf3-srv_10.42.42.10(pid=11281): Terminating (SIGTERM)\u000a17:36:55.884636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11284): Terminating (SIGTERM)\u000a17:36:55.925175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11287): Terminating (SIGTERM)\u000a17:36:55.965676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11290): Terminating (SIGTERM)\u000a17:36:55.975067 --- ParallelTerminationStrategy: PID 11278 died...\u000a17:36:56.029141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11278): Terminated: ok {rc=0}\u000a17:36:56.038838 --- ParallelTerminationStrategy: PID 11279 died...\u000a17:36:56.092573 run iperf3-srv_10.42.42.10(pid=11279): Terminated {rc=256}\u000a17:36:56.102241 --- ParallelTerminationStrategy: PID 11280 died...\u000a17:36:56.156344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11280): Terminated: ok {rc=0}\u000a17:36:56.166038 --- ParallelTerminationStrategy: PID 11281 died...\u000a17:36:56.219833 run iperf3-srv_10.42.42.10(pid=11281): Terminated {rc=256}\u000a17:36:56.229619 --- ParallelTerminationStrategy: PID 11284 died...\u000a17:36:56.283600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11284): Terminated: ok {rc=0}\u000a17:36:56.293356 --- ParallelTerminationStrategy: PID 11287 died...\u000a17:36:56.347322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11287): Terminated: ok {rc=0}\u000a17:36:56.357147 --- ParallelTerminationStrategy: PID 11290 died...\u000a17:36:56.411147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11290): Terminated: ok {rc=0}\u000a17:36:56.500297 bus /gobi_0: Setting Powered False\u000a17:36:57.606105 bus /gobi_0: Setting Powered False\u000a17:36:58.720705 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a17:36:59.838251 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:36:59.850713 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:37:00.006829 tst iperf3.py: using LAC 35176\u000a17:37:00.139350 tst iperf3.py: using RAC 241\u000a17:37:00.270555 tst iperf3.py: using CellId 35176\u000a17:37:00.396172 tst iperf3.py: using BVCI 35177\u000a17:37:00.420090 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.431436 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.442692 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.453761 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.464828 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.475830 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.487037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.498122 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:00.509474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:00.796183 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:37:00.939778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:37:01.283532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Launched\u000a17:37:01.582675 run iperf3-srv_10.42.42.10(pid=11293): Launched\u000a17:37:01.799721 tst iperf3.py:8: start network...\u000a17:37:01.946661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:02.481393 run create_hlr_db(pid=11294): Launched\u000a17:37:02.675906 bus /gobi_6: Setting Powered False\u000a17:37:03.695438 run create_hlr_db(pid=11294): Terminated: ok {rc=0}\u000a17:37:04.116851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Launched\u000a17:37:04.430378 run osmo-hlr_10.42.42.2(pid=11297): Launched\u000a17:37:04.544484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:05.087365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Launched\u000a17:37:05.401948 run osmo-stp_10.42.42.5(pid=11300): Launched\u000a17:37:05.514906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:06.059724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Launched\u000a17:37:06.170555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:06.443814 run patchelf(pid=11303): Launched\u000a17:37:06.626890 run osmo-stp_10.42.42.5(pid=11300): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]\u000a17:37:06.760443 run osmo-stp_10.42.42.5(pid=11300): stdout: \u000a| (launched: 2022-12-13_17:37:05.246557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:06.894629 run osmo-stp_10.42.42.5(pid=11300): stderr: \u000a| �[0;m�[38;5;43m20221213173705415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173705415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173705416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173705416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173705417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173705417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173705417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:07.023324 run osmo-stp_10.42.42.5(pid=11300): stdout: \u000a| (launched: 2022-12-13_17:37:05.246557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:07.150640 run osmo-stp_10.42.42.5(pid=11300): stderr: \u000a| �[0;m�[38;5;43m20221213173705415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173705415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173705416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173705416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173705417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173705417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173705417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:07.301110 run patchelf(pid=11303): Terminating (SIGINT)\u000a17:37:07.479579 run patchelf(pid=11303): Terminated: ok {rc=0}\u000a17:37:07.512026 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)] [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a17:37:07.521388 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:37:07.582320 run osmo-hlr_10.42.42.2(pid=11297): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11297)]\u000a17:37:07.632065 run osmo-hlr_10.42.42.2(pid=11297): stdout: \u000a| (launched: 2022-12-13_17:37:04.275711) \u000a17:37:07.682635 run osmo-hlr_10.42.42.2(pid=11297): stderr: \u000a| �[0;m�[1;31m20221213173704452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173704452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173704452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173704453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173704453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173704453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173704467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173704476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173704476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173704476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:07.725563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Terminating (SIGTERM)\u000a17:37:07.765924 run iperf3-srv_10.42.42.10(pid=11293): Terminating (SIGTERM)\u000a17:37:07.806412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminating (SIGTERM)\u000a17:37:07.846883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminating (SIGTERM)\u000a17:37:07.887415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Terminating (SIGTERM)\u000a17:37:07.896738 --- ParallelTerminationStrategy: PID 11292 died...\u000a17:37:07.950833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Terminated: ok {rc=0}\u000a17:37:07.960483 --- ParallelTerminationStrategy: PID 11293 died...\u000a17:37:08.014182 run iperf3-srv_10.42.42.10(pid=11293): Terminated {rc=256}\u000a17:37:08.023808 --- ParallelTerminationStrategy: PID 11296 died...\u000a17:37:08.077828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminated: ok {rc=0}\u000a17:37:08.087547 --- ParallelTerminationStrategy: PID 11299 died...\u000a17:37:08.141554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminated: ok {rc=0}\u000a17:37:08.151251 --- ParallelTerminationStrategy: PID 11302 died...\u000a17:37:08.205263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Terminated: ok {rc=0}\u000a17:37:08.295064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a17:37:09.407955 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:09.419794 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:37:09.564270 tst iperf3m4.py: using LAC 35177\u000a17:37:09.688576 tst iperf3m4.py: using RAC 242\u000a17:37:09.812897 tst iperf3m4.py: using CellId 35177\u000a17:37:09.936690 tst iperf3m4.py: using BVCI 35178\u000a17:37:09.960591 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:09.971864 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:09.982965 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:09.994166 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:10.005350 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:10.016369 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:10.027588 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:10.038629 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:10.049906 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:10.172146 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:10.294450 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:10.417207 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:10.705971 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:37:10.835809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:37:11.162146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Launched\u000a17:37:11.431725 run iperf3-srv_10.42.42.10(pid=11305): Launched\u000a17:37:11.621710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:37:11.751023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:37:12.075208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Launched\u000a17:37:12.344422 run iperf3-srv_10.42.42.10(pid=11307): Launched\u000a17:37:12.534349 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:37:12.663839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:37:12.990231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Launched\u000a17:37:13.259858 run iperf3-srv_10.42.42.10(pid=11309): Launched\u000a17:37:13.451527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:37:13.582064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:37:13.905886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Launched\u000a17:37:14.174024 run iperf3-srv_10.42.42.10(pid=11311): Launched\u000a17:37:14.363527 tst iperf3m4.py:8: start network...\u000a17:37:14.492656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:14.991882 run create_hlr_db(pid=11312): Launched\u000a17:37:15.171088 bus /gobi_6: Setting Powered False\u000a17:37:16.192509 run create_hlr_db(pid=11312): Terminated: ok {rc=0}\u000a17:37:16.623812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Launched\u000a17:37:17.045246 run osmo-hlr_10.42.42.2(pid=11315): Launched\u000a17:37:17.221187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:17.807420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Launched\u000a17:37:18.143045 run osmo-stp_10.42.42.5(pid=11318): Launched\u000a17:37:18.264124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:18.845456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Launched\u000a17:37:18.964614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:19.257447 run patchelf(pid=11321): Launched\u000a17:37:19.453749 run osmo-stp_10.42.42.5(pid=11318): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)]\u000a17:37:19.596494 run osmo-stp_10.42.42.5(pid=11318): stdout: \u000a| (launched: 2022-12-13_17:37:17.976941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:19.739822 run osmo-stp_10.42.42.5(pid=11318): stderr: \u000a| �[0;m�[38;5;43m20221213173718167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173718167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173718167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173718167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173718168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173718168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173718168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:19.878011 run osmo-stp_10.42.42.5(pid=11318): stdout: \u000a| (launched: 2022-12-13_17:37:17.976941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:20.014818 run osmo-stp_10.42.42.5(pid=11318): stderr: \u000a| �[0;m�[38;5;43m20221213173718167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173718167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173718167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173718167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173718168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173718168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173718168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:20.176427 run patchelf(pid=11321): Terminating (SIGINT)\u000a17:37:20.367399 run patchelf(pid=11321): Terminated: ok {rc=0}\u000a17:37:20.401982 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)] [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a17:37:20.412091 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:37:20.476800 run osmo-hlr_10.42.42.2(pid=11315): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11315)]\u000a17:37:20.529966 run osmo-hlr_10.42.42.2(pid=11315): stdout: \u000a| (launched: 2022-12-13_17:37:16.784257) \u000a17:37:20.583300 run osmo-hlr_10.42.42.2(pid=11315): stderr: \u000a| �[0;m�[1;31m20221213173717122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173717122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173717122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173717122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173717122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173717122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173717140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173717148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173717149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173717149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:20.629179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminating (SIGTERM)\u000a17:37:20.672214 run iperf3-srv_10.42.42.10(pid=11305): Terminating (SIGTERM)\u000a17:37:20.715202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminating (SIGTERM)\u000a17:37:20.758131 run iperf3-srv_10.42.42.10(pid=11307): Terminating (SIGTERM)\u000a17:37:20.801178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Terminating (SIGTERM)\u000a17:37:20.845006 run iperf3-srv_10.42.42.10(pid=11309): Terminating (SIGTERM)\u000a17:37:20.888118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Terminating (SIGTERM)\u000a17:37:20.931023 run iperf3-srv_10.42.42.10(pid=11311): Terminating (SIGTERM)\u000a17:37:20.974011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Terminating (SIGTERM)\u000a17:37:21.017364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Terminating (SIGTERM)\u000a17:37:21.060351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Terminating (SIGTERM)\u000a17:37:21.070316 --- ParallelTerminationStrategy: PID 11304 died...\u000a17:37:21.128188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminated: ok {rc=0}\u000a17:37:21.138415 --- ParallelTerminationStrategy: PID 11305 died...\u000a17:37:21.195698 run iperf3-srv_10.42.42.10(pid=11305): Terminated {rc=256}\u000a17:37:21.205885 --- ParallelTerminationStrategy: PID 11306 died...\u000a17:37:21.263602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminated: ok {rc=0}\u000a17:37:21.273876 --- ParallelTerminationStrategy: PID 11307 died...\u000a17:37:21.331101 run iperf3-srv_10.42.42.10(pid=11307): Terminated {rc=256}\u000a17:37:21.341362 --- ParallelTerminationStrategy: PID 11308 died...\u000a17:37:21.399061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Terminated: ok {rc=0}\u000a17:37:21.409367 --- ParallelTerminationStrategy: PID 11309 died...\u000a17:37:21.466686 run iperf3-srv_10.42.42.10(pid=11309): Terminated {rc=256}\u000a17:37:21.476863 --- ParallelTerminationStrategy: PID 11310 died...\u000a17:37:21.534154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Terminated: ok {rc=0}\u000a17:37:21.544335 --- ParallelTerminationStrategy: PID 11311 died...\u000a17:37:21.601377 run iperf3-srv_10.42.42.10(pid=11311): Terminated {rc=256}\u000a17:37:21.611618 --- ParallelTerminationStrategy: PID 11314 died...\u000a17:37:21.669041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Terminated: ok {rc=0}\u000a17:37:21.679262 --- ParallelTerminationStrategy: PID 11317 died...\u000a17:37:21.736667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Terminated: ok {rc=0}\u000a17:37:21.746901 --- ParallelTerminationStrategy: PID 11320 died...\u000a17:37:21.803947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Terminated: ok {rc=0}\u000a17:37:21.892389 bus /gobi_4: Setting Powered False\u000a17:37:23.000771 bus /gobi_4: Setting Powered False\u000a17:37:24.111340 bus /gobi_1: Setting Powered False\u000a17:37:25.218897 bus /gobi_1: Setting Powered False\u000a17:37:26.329066 bus /gobi_0: Setting Powered False\u000a17:37:27.437347 bus /gobi_0: Setting Powered False\u000a17:37:28.548903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11329): Process ended prematurely: osmo-stp_10.42.42.5(pid=11329) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11329): Process ended prematurely: osmo-stp_10.42.42.5(pid=11329) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a17:37:29.618812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:29.631223 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:37:29.782438 tst ping.py: using LAC 35178\u000a17:37:29.910173 tst ping.py: using RAC 243\u000a17:37:30.039768 tst ping.py: using CellId 35178\u000a17:37:30.169282 tst ping.py: using BVCI 35179\u000a17:37:30.194456 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:30.206467 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:30.218093 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:30.229758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:30.242087 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:30.254118 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:30.266302 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:30.278263 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:30.579049 tst ping.py:19: start network...\u000a17:37:30.716299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:31.303824 run create_hlr_db(pid=11323): Launched\u000a17:37:31.502391 bus /gobi_6: Setting Powered False\u000a17:37:32.516799 run create_hlr_db(pid=11323): Terminated: ok {rc=0}\u000a17:37:32.932018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11325): Launched\u000a17:37:33.237158 run osmo-hlr_10.42.42.2(pid=11326): Launched\u000a17:37:33.348143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:33.883084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11328): Launched\u000a17:37:34.189671 run osmo-stp_10.42.42.5(pid=11329): Launched\u000a17:37:34.299529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:34.833815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11331): Launched\u000a17:37:34.943104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:35.210676 run patchelf(pid=11332): Launched\u000a17:37:35.390128 run osmo-stp_10.42.42.5(pid=11329): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)]\u000a17:37:35.521229 run osmo-stp_10.42.42.5(pid=11329): stdout: \u000a| (launched: 2022-12-13_17:37:34.039789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:35.653415 run osmo-stp_10.42.42.5(pid=11329): stderr: \u000a| �[0;m�[38;5;43m20221213173734210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173734210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173734210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173734211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173734211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173734211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173734211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:35.779881 run osmo-stp_10.42.42.5(pid=11329): stdout: \u000a| (launched: 2022-12-13_17:37:34.039789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:35.904776 run osmo-stp_10.42.42.5(pid=11329): stderr: \u000a| �[0;m�[38;5;43m20221213173734210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173734210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173734210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173734211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173734211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173734211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173734211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:36.052159 run patchelf(pid=11332): Terminating (SIGINT)\u000a17:37:36.226060 run patchelf(pid=11332): Terminated: ok {rc=0}\u000a17:37:36.257744 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11329): Process ended prematurely: osmo-stp_10.42.42.5(pid=11329) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11329)] [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a17:37:36.266625 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:37:36.327845 run osmo-hlr_10.42.42.2(pid=11326): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11326)]\u000a17:37:36.377936 run osmo-hlr_10.42.42.2(pid=11326): stdout: \u000a| (launched: 2022-12-13_17:37:33.087509) \u000a17:37:36.428845 run osmo-hlr_10.42.42.2(pid=11326): stderr: \u000a| �[0;m�[1;31m20221213173733263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173733263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173733263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173733263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173733263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173733263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173733277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173733287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173733287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173733287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:36.471956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11325): Terminating (SIGTERM)\u000a17:37:36.512373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11328): Terminating (SIGTERM)\u000a17:37:36.552917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11331): Terminating (SIGTERM)\u000a17:37:36.562427 --- ParallelTerminationStrategy: PID 11325 died...\u000a17:37:36.616560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11325): Terminated: ok {rc=0}\u000a17:37:36.626330 --- ParallelTerminationStrategy: PID 11328 died...\u000a17:37:36.680683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11328): Terminated: ok {rc=0}\u000a17:37:36.690433 --- ParallelTerminationStrategy: PID 11331 died...\u000a17:37:36.744626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11331): Terminated: ok {rc=0}\u000a17:37:36.835342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11339): Process ended prematurely: osmo-stp_10.42.42.5(pid=11339) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11339)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11339): Process ended prematurely: osmo-stp_10.42.42.5(pid=11339) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a17:37:37.891086 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:37.903531 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:37:38.046279 tst ping_idle_ping.py: using LAC 35179\u000a17:37:38.166984 tst ping_idle_ping.py: using RAC 244\u000a17:37:38.289445 tst ping_idle_ping.py: using CellId 35179\u000a17:37:38.411246 tst ping_idle_ping.py: using BVCI 35180\u000a17:37:38.434919 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:38.446326 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:38.457489 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:38.469069 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:38.480251 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:38.491400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:38.502650 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:37:38.513770 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:37:38.795915 tst ping_idle_ping.py:24: start network...\u000a17:37:38.923834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:39.417835 run create_hlr_db(pid=11333): Launched\u000a17:37:39.595319 bus /gobi_6: Setting Powered False\u000a17:37:40.615481 run create_hlr_db(pid=11333): Terminated: ok {rc=0}\u000a17:37:41.023453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11335): Launched\u000a17:37:41.329752 run osmo-hlr_10.42.42.2(pid=11336): Launched\u000a17:37:41.441631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:41.974237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11338): Launched\u000a17:37:42.282868 run osmo-stp_10.42.42.5(pid=11339): Launched\u000a17:37:42.395304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:42.929796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11341): Launched\u000a17:37:43.038422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:43.306137 run patchelf(pid=11342): Launched\u000a17:37:43.485372 run osmo-stp_10.42.42.5(pid=11339): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11339)]\u000a17:37:43.617363 run osmo-stp_10.42.42.5(pid=11339): stdout: \u000a| (launched: 2022-12-13_17:37:42.129903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:43.749026 run osmo-stp_10.42.42.5(pid=11339): stderr: \u000a| �[0;m�[38;5;43m20221213173742299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173742299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173742299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173742299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173742301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173742301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173742301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:43.875483 run osmo-stp_10.42.42.5(pid=11339): stdout: \u000a| (launched: 2022-12-13_17:37:42.129903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:44.000530 run osmo-stp_10.42.42.5(pid=11339): stderr: \u000a| �[0;m�[38;5;43m20221213173742299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173742299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173742299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173742299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173742301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173742301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173742301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:44.147645 run patchelf(pid=11342): Terminating (SIGINT)\u000a17:37:44.321831 run patchelf(pid=11342): Terminated: ok {rc=0}\u000a17:37:44.353384 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11339): Process ended prematurely: osmo-stp_10.42.42.5(pid=11339) [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11339)] [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a17:37:44.362137 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:37:44.422758 run osmo-hlr_10.42.42.2(pid=11336): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11336)]\u000a17:37:44.472592 run osmo-hlr_10.42.42.2(pid=11336): stdout: \u000a| (launched: 2022-12-13_17:37:41.179222) \u000a17:37:44.523416 run osmo-hlr_10.42.42.2(pid=11336): stderr: \u000a| �[0;m�[1;31m20221213173741353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173741353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173741353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173741353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173741353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173741353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173741365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173741374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173741374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173741374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:44.566170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11335): Terminating (SIGTERM)\u000a17:37:44.606398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11338): Terminating (SIGTERM)\u000a17:37:44.646668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11341): Terminating (SIGTERM)\u000a17:37:44.655674 --- ParallelTerminationStrategy: PID 11335 died...\u000a17:37:44.709529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11335): Terminated: ok {rc=0}\u000a17:37:44.719258 --- ParallelTerminationStrategy: PID 11338 died...\u000a17:37:44.773221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11338): Terminated: ok {rc=0}\u000a17:37:44.782941 --- ParallelTerminationStrategy: PID 11341 died...\u000a17:37:44.836568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11341): Terminated: ok {rc=0}\u000a17:37:44.924550 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:36:46" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11353): Process ended prematurely: osmo-stp_10.42.42.5(pid=11353) [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11353)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11353): Process ended prematurely: osmo-stp_10.42.42.5(pid=11353) [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:37:47.057302 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.070031 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:37:47.245475 tst switch_tch_pdch.py: using LAC 35180\u000a17:37:47.372474 tst switch_tch_pdch.py: using RAC 245\u000a17:37:47.499036 tst switch_tch_pdch.py: using CellId 35180\u000a17:37:47.626679 tst switch_tch_pdch.py: using BVCI 35181\u000a17:37:47.651918 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.663662 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.675282 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.686842 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.698760 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.710578 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.722568 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:37:47.734414 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:37:47.856022 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:37:48.155070 tst switch_tch_pdch.py:51: start network...\u000a17:37:48.292445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:37:48.808488 run create_hlr_db(pid=11347): Launched\u000a17:37:48.999314 bus /gobi_6: Setting Powered False\u000a17:37:50.019068 run create_hlr_db(pid=11347): Terminated: ok {rc=0}\u000a17:37:50.430954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11349): Launched\u000a17:37:50.739857 run osmo-hlr_10.42.42.2(pid=11350): Launched\u000a17:37:50.856812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:37:51.388886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11352): Launched\u000a17:37:51.697587 run osmo-stp_10.42.42.5(pid=11353): Launched\u000a17:37:51.808142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:37:52.346068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11355): Launched\u000a17:37:52.454525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:37:52.721171 run patchelf(pid=11356): Launched\u000a17:37:52.900305 run osmo-stp_10.42.42.5(pid=11353): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11353)]\u000a17:37:53.032048 run osmo-stp_10.42.42.5(pid=11353): stdout: \u000a| (launched: 2022-12-13_17:37:51.544783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:53.163866 run osmo-stp_10.42.42.5(pid=11353): stderr: \u000a| �[0;m�[38;5;43m20221213173751712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173751712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173751712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173751713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:53.290795 run osmo-stp_10.42.42.5(pid=11353): stdout: \u000a| (launched: 2022-12-13_17:37:51.544783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:37:53.416151 run osmo-stp_10.42.42.5(pid=11353): stderr: \u000a| �[0;m�[38;5;43m20221213173751712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173751712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173751712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173751713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:37:53.563652 run patchelf(pid=11356): Terminating (SIGINT)\u000a17:37:53.738184 run patchelf(pid=11356): Terminated: ok {rc=0}\u000a17:37:53.769638 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11353): Process ended prematurely: osmo-stp_10.42.42.5(pid=11353) [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11353)] [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:37:53.778482 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a17:37:53.839600 run osmo-hlr_10.42.42.2(pid=11350): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11350)]\u000a17:37:53.889595 run osmo-hlr_10.42.42.2(pid=11350): stdout: \u000a| (launched: 2022-12-13_17:37:50.586742) \u000a17:37:53.940374 run osmo-hlr_10.42.42.2(pid=11350): stderr: \u000a| �[0;m�[1;31m20221213173750760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173750760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173750760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173750760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173750760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173750761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173750773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173750781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173750782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173750782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:37:53.983615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11349): Terminating (SIGTERM)\u000a17:37:54.024450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11352): Terminating (SIGTERM)\u000a17:37:54.065175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11355): Terminating (SIGTERM)\u000a17:37:54.074561 --- ParallelTerminationStrategy: PID 11349 died...\u000a17:37:54.128801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11349): Terminated: ok {rc=0}\u000a17:37:54.138642 --- ParallelTerminationStrategy: PID 11352 died...\u000a17:37:54.192618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11352): Terminated: ok {rc=0}\u000a17:37:54.202317 --- ParallelTerminationStrategy: PID 11355 died...\u000a17:37:54.256231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11355): Terminated: ok {rc=0}\u000a17:37:54.347709 bus /gobi_0: Setting Powered False\u000a17:37:55.457059 bus /gobi_0: Setting Powered False\u000a17:37:56.567044 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:37:46" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11367): Process ended prematurely: osmo-stp_10.42.42.5(pid=11367) [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11367)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11367): Process ended prematurely: osmo-stp_10.42.42.5(pid=11367) [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:37:58.551818 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:58.563272 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:37:58.729784 tst switch_tch_pdch.py: using LAC 35181\u000a17:37:58.858897 tst switch_tch_pdch.py: using RAC 246\u000a17:37:58.988422 tst switch_tch_pdch.py: using CellId 35181\u000a17:37:59.115781 tst switch_tch_pdch.py: using BVCI 35182\u000a17:37:59.140787 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:59.152276 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:59.164039 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:59.175365 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:59.186857 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:59.198420 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:59.210157 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:37:59.221738 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:37:59.344027 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:37:59.628436 tst switch_tch_pdch.py:51: start network...\u000a17:37:59.757557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:00.221889 run create_hlr_db(pid=11361): Launched\u000a17:38:00.346755 bus /gobi_6: Setting Powered False\u000a17:38:01.430733 run create_hlr_db(pid=11361): Terminated: ok {rc=0}\u000a17:38:01.834522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11363): Launched\u000a17:38:02.244163 run osmo-hlr_10.42.42.2(pid=11364): Launched\u000a17:38:02.353976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:02.857482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11366): Launched\u000a17:38:03.161824 run osmo-stp_10.42.42.5(pid=11367): Launched\u000a17:38:03.271281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:38:03.778725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11369): Launched\u000a17:38:03.887700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:38:04.154659 run patchelf(pid=11370): Launched\u000a17:38:04.333680 run osmo-stp_10.42.42.5(pid=11367): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11367)]\u000a17:38:04.464697 run osmo-stp_10.42.42.5(pid=11367): stdout: \u000a| (launched: 2022-12-13_17:38:03.012378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:04.596427 run osmo-stp_10.42.42.5(pid=11367): stderr: \u000a| �[0;m�[38;5;43m20221213173803183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173803183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173803183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173803183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173803184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173803184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173803184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:04.722925 run osmo-stp_10.42.42.5(pid=11367): stdout: \u000a| (launched: 2022-12-13_17:38:03.012378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:04.848085 run osmo-stp_10.42.42.5(pid=11367): stderr: \u000a| �[0;m�[38;5;43m20221213173803183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173803183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173803183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173803183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173803184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173803184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173803184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:04.995525 run patchelf(pid=11370): Terminating (SIGINT)\u000a17:38:05.169223 run patchelf(pid=11370): Terminated: ok {rc=0}\u000a17:38:05.200452 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11367): Process ended prematurely: osmo-stp_10.42.42.5(pid=11367) [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11367)] [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:38:05.209291 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a17:38:05.270118 run osmo-hlr_10.42.42.2(pid=11364): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11364)]\u000a17:38:05.319802 run osmo-hlr_10.42.42.2(pid=11364): stdout: \u000a| (launched: 2022-12-13_17:38:01.993140) \u000a17:38:05.370317 run osmo-hlr_10.42.42.2(pid=11364): stderr: \u000a| �[0;m�[1;31m20221213173802210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173802210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173802210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173802210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173802210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173802210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173802223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173802231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173802232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173802232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:05.413318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11363): Terminating (SIGTERM)\u000a17:38:05.453831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11366): Terminating (SIGTERM)\u000a17:38:05.494264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11369): Terminating (SIGTERM)\u000a17:38:05.503622 --- ParallelTerminationStrategy: PID 11363 died...\u000a17:38:05.557926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11363): Terminated: ok {rc=0}\u000a17:38:05.567666 --- ParallelTerminationStrategy: PID 11366 died...\u000a17:38:05.621455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11366): Terminated: ok {rc=0}\u000a17:38:05.631152 --- ParallelTerminationStrategy: PID 11369 died...\u000a17:38:05.685012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11369): Terminated: ok {rc=0}\u000a17:38:05.774174 bus /gobi_0: Setting Powered False\u000a17:38:06.880051 bus /gobi_0: Setting Powered False\u000a17:38:07.988753 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:37:58" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11375): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11375) [trial-2392↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11375)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11375): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11375) [trial-2392↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a17:38:09.897234 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a17:38:09.909259 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:38:10.052421 tst mo_mt_sms.py: using LAC 35182\u000a17:38:10.179914 tst mo_mt_sms.py: using RAC 247\u000a17:38:10.307362 tst mo_mt_sms.py: using CellId 35182\u000a17:38:10.436895 tst mo_mt_sms.py: using BVCI 35183\u000a17:38:10.462068 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:38:10.581026 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:38:10.879515 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:38:11.017315 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:38:11.693446 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11374): Launched\u000a17:38:12.020758 run osmo-nitb_10.42.42.2(pid=11375): Launched\u000a17:38:12.222985 run osmo-nitb_10.42.42.2(pid=11375): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11375)]\u000a17:38:12.371993 run osmo-nitb_10.42.42.2(pid=11375): stdout: \u000a| (launched: 2022-12-13_17:38:11.861170) \u000a17:38:12.520671 run osmo-nitb_10.42.42.2(pid=11375): stderr: \u000a| (launched: 2022-12-13_17:38:11.910067)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:12.664753 run osmo-nitb_10.42.42.2(pid=11375): stdout: \u000a| (launched: 2022-12-13_17:38:11.861170) \u000a17:38:12.807638 run osmo-nitb_10.42.42.2(pid=11375): stderr: \u000a| (launched: 2022-12-13_17:38:11.910067)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:13.154147 tst osmo-nitb_10.42.42.2(pid=11375): stdout: \u000a| (launched: 2022-12-13_17:38:11.861170) \u000a17:38:13.285943 tst osmo-nitb_10.42.42.2(pid=11375): stderr: \u000a| (launched: 2022-12-13_17:38:11.910067)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:13.343583 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11375): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11375) [trial-2392↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11375)] [trial-2392↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a17:38:13.352662 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a17:38:13.390340 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11374): Terminating (SIGTERM)\u000a17:38:13.568549 --- ParallelTerminationStrategy: PID 11374 died...\u000a17:38:13.627737 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11374): Terminated: ok {rc=0}\u000a17:38:13.716234 bus /sierra_3: Setting Powered False\u000a17:38:14.825444 bus /sierra_3: Setting Powered False\u000a17:38:15.964193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:38:09" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11386): Process ended prematurely: osmo-stp_10.42.42.5(pid=11386) [trial-2392↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11386): Process ended prematurely: osmo-stp_10.42.42.5(pid=11386) [trial-2392↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a17:38:17.889206 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:17.899911 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:38:18.035714 tst mo_mt_sms.py: using LAC 35183\u000a17:38:18.157125 tst mo_mt_sms.py: using RAC 248\u000a17:38:18.276184 tst mo_mt_sms.py: using CellId 35183\u000a17:38:18.399999 tst mo_mt_sms.py: using BVCI 35184\u000a17:38:18.423238 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:18.433977 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:18.444430 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:18.454888 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:18.465895 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:18.476772 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:38:18.596154 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:38:18.810815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:19.329693 run create_hlr_db(pid=11380): Launched\u000a17:38:19.521617 bus /sierra_2: Setting Powered False\u000a17:38:20.542246 run create_hlr_db(pid=11380): Terminated: ok {rc=0}\u000a17:38:20.954605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11382): Launched\u000a17:38:21.259796 run osmo-hlr_10.42.42.2(pid=11383): Launched\u000a17:38:21.372283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:21.901488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11385): Launched\u000a17:38:22.206110 run osmo-stp_10.42.42.5(pid=11386): Launched\u000a17:38:22.316924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:22.876026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11388): Launched\u000a17:38:23.183165 run osmo-msc_10.42.42.6(pid=11389): Launched\u000a17:38:23.361544 run osmo-stp_10.42.42.5(pid=11386): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)]\u000a17:38:23.490338 run osmo-stp_10.42.42.5(pid=11386): stdout: \u000a| (launched: 2022-12-13_17:38:22.056632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:23.618227 run osmo-stp_10.42.42.5(pid=11386): stderr: \u000a| �[0;m�[38;5;43m20221213173822226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173822226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173822226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173822227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173822227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173822227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173822227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:23.741160 run osmo-stp_10.42.42.5(pid=11386): stdout: \u000a| (launched: 2022-12-13_17:38:22.056632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:23.863254 run osmo-stp_10.42.42.5(pid=11386): stderr: \u000a| �[0;m�[38;5;43m20221213173822226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173822226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173822226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173822227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173822227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173822227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173822227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:23.917177 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11386): Process ended prematurely: osmo-stp_10.42.42.5(pid=11386) [trial-2392↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11386)] [trial-2392↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a17:38:23.925393 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a17:38:23.986017 run osmo-hlr_10.42.42.2(pid=11383): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11383)]\u000a17:38:24.035928 run osmo-hlr_10.42.42.2(pid=11383): stdout: \u000a| (launched: 2022-12-13_17:38:21.109742) \u000a17:38:24.086139 run osmo-hlr_10.42.42.2(pid=11383): stderr: \u000a| �[0;m�[1;31m20221213173821283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173821283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173821283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173821283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173821283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173821283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173821296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173821304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173821304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173821304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:24.154388 run osmo-msc_10.42.42.6(pid=11389): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11389)]\u000a17:38:24.203705 run osmo-msc_10.42.42.6(pid=11389): stdout: \u000a| (launched: 2022-12-13_17:38:23.031389) \u000a17:38:24.253787 run osmo-msc_10.42.42.6(pid=11389): stderr: \u000a| �[0;m�[38;5;43m20221213173823302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173823302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd15999fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173823302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173823302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173823302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173823302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173823304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173823304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173823305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173823305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:24.296827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11382): Terminating (SIGTERM)\u000a17:38:24.337336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11385): Terminating (SIGTERM)\u000a17:38:24.377623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11388): Terminating (SIGTERM)\u000a17:38:24.386922 --- ParallelTerminationStrategy: PID 11382 died...\u000a17:38:24.441228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11382): Terminated: ok {rc=0}\u000a17:38:24.451037 --- ParallelTerminationStrategy: PID 11385 died...\u000a17:38:24.504881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11385): Terminated: ok {rc=0}\u000a17:38:24.514669 --- ParallelTerminationStrategy: PID 11388 died...\u000a17:38:24.568350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11388): Terminated: ok {rc=0}\u000a17:38:24.658107 bus /sierra_3: Setting Powered False\u000a17:38:25.763946 bus /sierra_3: Setting Powered False\u000a17:38:26.877331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:38:17" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11395): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11395) [trial-2392↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11395)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11395): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11395) [trial-2392↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a17:38:28.729112 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a17:38:28.740466 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:38:28.883880 tst assert_extension.py: using LAC 35184\u000a17:38:29.022366 tst assert_extension.py: using RAC 249\u000a17:38:29.158337 tst assert_extension.py: using CellId 35184\u000a17:38:29.288339 tst assert_extension.py: using BVCI 35185\u000a17:38:29.313218 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a17:38:29.593567 tst assert_extension.py:10: start nitb and bts...\u000a17:38:29.720783 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:38:30.358594 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11394): Launched\u000a17:38:30.663356 run osmo-nitb_10.42.42.2(pid=11395): Launched\u000a17:38:30.869403 run osmo-nitb_10.42.42.2(pid=11395): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11395)]\u000a17:38:31.011170 run osmo-nitb_10.42.42.2(pid=11395): stdout: \u000a| (launched: 2022-12-13_17:38:30.514343) \u000a17:38:31.152460 run osmo-nitb_10.42.42.2(pid=11395): stderr: \u000a| (launched: 2022-12-13_17:38:30.559725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:31.289380 run osmo-nitb_10.42.42.2(pid=11395): stdout: \u000a| (launched: 2022-12-13_17:38:30.514343) \u000a17:38:31.425997 run osmo-nitb_10.42.42.2(pid=11395): stderr: \u000a| (launched: 2022-12-13_17:38:30.559725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:31.798433 tst osmo-nitb_10.42.42.2(pid=11395): stdout: \u000a| (launched: 2022-12-13_17:38:30.514343) \u000a17:38:31.933469 tst osmo-nitb_10.42.42.2(pid=11395): stderr: \u000a| (launched: 2022-12-13_17:38:30.559725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:38:31.992564 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11395): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11395) [trial-2392↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11395)] [trial-2392↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a17:38:32.002263 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a17:38:32.041272 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11394): Terminating (SIGTERM)\u000a17:38:32.220247 --- ParallelTerminationStrategy: PID 11394 died...\u000a17:38:32.284832 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11394): Terminated: ok {rc=0}\u000a17:38:32.373415 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:38:28" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11405): Process ended prematurely: osmo-stp_10.42.42.5(pid=11405) [trial-2392↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11405)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11405): Process ended prematurely: osmo-stp_10.42.42.5(pid=11405) [trial-2392↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a17:38:34.225906 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:34.237293 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:38:34.387323 tst assert_extension.py: using LAC 35185\u000a17:38:34.517569 tst assert_extension.py: using RAC 250\u000a17:38:34.647625 tst assert_extension.py: using CellId 35185\u000a17:38:34.778029 tst assert_extension.py: using BVCI 35186\u000a17:38:34.802941 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:34.814431 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:34.825701 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:34.836909 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:34.849008 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:38:34.861104 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a17:38:35.066734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:35.558955 run create_hlr_db(pid=11399): Launched\u000a17:38:35.735468 bus /sierra_2: Setting Powered False\u000a17:38:36.756326 run create_hlr_db(pid=11399): Terminated: ok {rc=0}\u000a17:38:37.192526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11401): Launched\u000a17:38:37.522153 run osmo-hlr_10.42.42.2(pid=11402): Launched\u000a17:38:37.643817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:38.301997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11404): Launched\u000a17:38:38.625107 run osmo-stp_10.42.42.5(pid=11405): Launched\u000a17:38:38.743285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:39.333410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11407): Launched\u000a17:38:39.657221 run osmo-msc_10.42.42.6(pid=11408): Launched\u000a17:38:39.846091 run osmo-stp_10.42.42.5(pid=11405): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11405)]\u000a17:38:39.982793 run osmo-stp_10.42.42.5(pid=11405): stdout: \u000a| (launched: 2022-12-13_17:38:38.465834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:40.118051 run osmo-stp_10.42.42.5(pid=11405): stderr: \u000a| �[0;m�[38;5;43m20221213173838654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173838654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173838654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173838655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173838655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173838655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173838655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:40.247915 run osmo-stp_10.42.42.5(pid=11405): stdout: \u000a| (launched: 2022-12-13_17:38:38.465834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:40.377149 run osmo-stp_10.42.42.5(pid=11405): stderr: \u000a| �[0;m�[38;5;43m20221213173838654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173838654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173838654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173838655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173838655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173838655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173838655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:40.433521 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11405): Process ended prematurely: osmo-stp_10.42.42.5(pid=11405) [trial-2392↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11405)] [trial-2392↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a17:38:40.442167 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a17:38:40.506268 run osmo-hlr_10.42.42.2(pid=11402): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11402)]\u000a17:38:40.559067 run osmo-hlr_10.42.42.2(pid=11402): stdout: \u000a| (launched: 2022-12-13_17:38:37.359947) \u000a17:38:40.612081 run osmo-hlr_10.42.42.2(pid=11402): stderr: \u000a| �[0;m�[1;31m20221213173837557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173837557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173837557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173837557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173837557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173837557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173837571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173837579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173837579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173837579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:40.683931 run osmo-msc_10.42.42.6(pid=11408): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11408)]\u000a17:38:40.736102 run osmo-msc_10.42.42.6(pid=11408): stdout: \u000a| (launched: 2022-12-13_17:38:39.496756) \u000a17:38:40.789100 run osmo-msc_10.42.42.6(pid=11408): stderr: \u000a| �[0;m�[38;5;43m20221213173839817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173839817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f680601ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173839817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173839817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173839819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173839819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173839820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:40.834351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11401): Terminating (SIGTERM)\u000a17:38:40.877461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11404): Terminating (SIGTERM)\u000a17:38:40.920171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11407): Terminating (SIGTERM)\u000a17:38:40.929990 --- ParallelTerminationStrategy: PID 11401 died...\u000a17:38:40.987336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11401): Terminated: ok {rc=0}\u000a17:38:40.997826 --- ParallelTerminationStrategy: PID 11404 died...\u000a17:38:41.055005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11404): Terminated: ok {rc=0}\u000a17:38:41.065182 --- ParallelTerminationStrategy: PID 11407 died...\u000a17:38:41.122230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11407): Terminated: ok {rc=0}\u000a17:38:41.211114 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:38:34" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11430): Process ended prematurely: osmo-stp_10.42.42.5(pid=11430) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11430): Process ended prematurely: osmo-stp_10.42.42.5(pid=11430) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:38:43.177591 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:43.188841 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:38:43.349683 tst mo_mt_call.py: using LAC 35186\u000a17:38:43.468487 tst mo_mt_call.py: using RAC 251\u000a17:38:43.589335 tst mo_mt_call.py: using CellId 35186\u000a17:38:43.709814 tst mo_mt_call.py: using BVCI 35187\u000a17:38:43.733206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:43.744573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:43.755572 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:43.766633 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:43.777985 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:43.789253 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:43.912460 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:44.118209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:44.613298 run create_hlr_db(pid=11413): Launched\u000a17:38:44.804245 bus /sierra_2: Setting Powered False\u000a17:38:45.824902 run create_hlr_db(pid=11413): Terminated: ok {rc=0}\u000a17:38:46.309656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11415): Launched\u000a17:38:46.742680 run osmo-hlr_10.42.42.2(pid=11416): Launched\u000a17:38:46.965869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:47.577691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Launched\u000a17:38:47.985978 run osmo-stp_10.42.42.5(pid=11430): Launched\u000a17:38:48.224350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:38:48.859333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11432): Launched\u000a17:38:49.267665 run osmo-msc_10.42.42.6(pid=11433): Launched\u000a17:38:49.655490 run osmo-stp_10.42.42.5(pid=11430): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)]\u000a17:38:49.932184 run osmo-stp_10.42.42.5(pid=11430): stdout: \u000a| (launched: 2022-12-13_17:38:47.739958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:50.115099 run osmo-stp_10.42.42.5(pid=11430): stderr: \u000a| �[0;m�[38;5;43m20221213173848057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173848057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173848057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173848058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173848058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173848058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173848058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:50.242740 run osmo-stp_10.42.42.5(pid=11430): stdout: \u000a| (launched: 2022-12-13_17:38:47.739958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:38:50.369739 run osmo-stp_10.42.42.5(pid=11430): stderr: \u000a| �[0;m�[38;5;43m20221213173848057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173848057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173848057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173848058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173848058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173848058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173848058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:38:50.424781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11430): Process ended prematurely: osmo-stp_10.42.42.5(pid=11430) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:38:50.433787 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a17:38:50.494899 run osmo-hlr_10.42.42.2(pid=11416): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11416)]\u000a17:38:50.547819 run osmo-hlr_10.42.42.2(pid=11416): stdout: \u000a| (launched: 2022-12-13_17:38:46.481688) \u000a17:38:50.599235 run osmo-hlr_10.42.42.2(pid=11416): stderr: \u000a| �[0;m�[1;31m20221213173846762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173846762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173846762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173846762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173846762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173846762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173846784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173846801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173846801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173846801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:38:50.669371 run osmo-msc_10.42.42.6(pid=11433): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11433)]\u000a17:38:50.722289 run osmo-msc_10.42.42.6(pid=11433): stdout: \u000a| (launched: 2022-12-13_17:38:49.019464) \u000a17:38:50.773560 run osmo-msc_10.42.42.6(pid=11433): stderr: \u000a| �[0;m�[38;5;43m20221213173849610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173849611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f314fdd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173849611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173849611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173849611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173849611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173849613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173849613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173849613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173849614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:38:50.819554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11415): Terminating (SIGTERM)\u000a17:38:50.863940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminating (SIGTERM)\u000a17:38:50.908755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11432): Terminating (SIGTERM)\u000a17:38:50.920336 --- ParallelTerminationStrategy: PID 11415 died...\u000a17:38:50.977757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11415): Terminated: ok {rc=0}\u000a17:38:50.988413 --- ParallelTerminationStrategy: PID 11428 died...\u000a17:38:51.044247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminated: ok {rc=0}\u000a17:38:51.054755 --- ParallelTerminationStrategy: PID 11432 died...\u000a17:38:51.110545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11432): Terminated: ok {rc=0}\u000a17:38:51.201294 bus /sierra_3: Setting Powered False\u000a17:38:52.332878 bus /sierra_3: Setting Powered False\u000a17:38:53.452172 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:38:54.571095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:54.584520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:38:54.753892 tst mo_mt_call_osmux.py: using LAC 35187\u000a17:38:54.876808 tst mo_mt_call_osmux.py: using RAC 252\u000a17:38:55.001119 tst mo_mt_call_osmux.py: using CellId 35187\u000a17:38:55.125035 tst mo_mt_call_osmux.py: using BVCI 35188\u000a17:38:55.149923 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:55.162404 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:55.174627 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:55.186844 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:55.199266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:38:55.212129 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:55.334005 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:38:55.547728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:38:56.099332 run create_hlr_db(pid=11695): Launched\u000a17:38:56.285269 bus /sierra_2: Setting Powered False\u000a17:38:57.307892 run create_hlr_db(pid=11695): Terminated: ok {rc=0}\u000a17:38:57.751987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Launched\u000a17:38:58.174786 run osmo-hlr_10.42.42.2(pid=11698): Launched\u000a17:38:58.409770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:38:59.050496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Launched\u000a17:38:59.467279 run osmo-stp_10.42.42.5(pid=11701): Launched\u000a17:38:59.709731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:00.354497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11703): Launched\u000a17:39:00.771906 run osmo-msc_10.42.42.6(pid=11704): Launched\u000a17:39:01.246024 run osmo-stp_10.42.42.5(pid=11701): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]\u000a17:39:01.592778 run osmo-stp_10.42.42.5(pid=11701): stdout: \u000a| (launched: 2022-12-13_17:38:59.213445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:01.780635 run osmo-stp_10.42.42.5(pid=11701): stderr: \u000a| �[0;m�[38;5;43m20221213173859537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173859537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173859537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173859537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173859538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173859538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173859538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:01.936422 run osmo-stp_10.42.42.5(pid=11701): stdout: \u000a| (launched: 2022-12-13_17:38:59.213445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:02.089332 run osmo-stp_10.42.42.5(pid=11701): stderr: \u000a| �[0;m�[38;5;43m20221213173859537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173859537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173859537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173859537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173859538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173859538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173859538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:02.161260 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:39:02.172518 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a17:39:02.243925 run osmo-hlr_10.42.42.2(pid=11698): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11698)]\u000a17:39:02.299721 run osmo-hlr_10.42.42.2(pid=11698): stdout: \u000a| (launched: 2022-12-13_17:38:57.914207) \u000a17:39:02.360169 run osmo-hlr_10.42.42.2(pid=11698): stderr: \u000a| �[0;m�[1;31m20221213173858247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173858248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173858248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173858248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173858248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173858248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173858269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173858281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173858281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173858281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:02.439898 run osmo-msc_10.42.42.6(pid=11704): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11704)]\u000a17:39:02.497609 run osmo-msc_10.42.42.6(pid=11704): stdout: \u000a| (launched: 2022-12-13_17:39:00.517624) \u000a17:39:02.559978 run osmo-msc_10.42.42.6(pid=11704): stderr: \u000a| �[0;m�[38;5;43m20221213173901173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173901173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54d4c1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173901173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173901173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173901174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173901174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173901175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:02.609740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Terminating (SIGTERM)\u000a17:39:02.659452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Terminating (SIGTERM)\u000a17:39:02.710670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11703): Terminating (SIGTERM)\u000a17:39:02.723486 --- ParallelTerminationStrategy: PID 11697 died...\u000a17:39:02.787964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Terminated: ok {rc=0}\u000a17:39:02.799655 --- ParallelTerminationStrategy: PID 11700 died...\u000a17:39:02.863774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Terminated: ok {rc=0}\u000a17:39:02.874798 --- ParallelTerminationStrategy: PID 11703 died...\u000a17:39:02.937728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11703): Terminated: ok {rc=0}\u000a17:39:03.062728 bus /sierra_3: Setting Powered False\u000a17:39:04.177301 bus /sierra_3: Setting Powered False\u000a17:39:05.296530 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:38:42" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11717): Process ended prematurely: osmo-stp_10.42.42.5(pid=11717) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11717)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11717): Process ended prematurely: osmo-stp_10.42.42.5(pid=11717) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:39:07.337098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:07.350081 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:39:07.526331 tst mo_mt_call.py: using LAC 35188\u000a17:39:07.661379 tst mo_mt_call.py: using RAC 253\u000a17:39:07.797498 tst mo_mt_call.py: using CellId 35188\u000a17:39:07.931659 tst mo_mt_call.py: using BVCI 35189\u000a17:39:07.958013 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:07.971169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:07.983901 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:07.996902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:08.010888 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:08.025272 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:39:08.155106 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:39:08.373782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:08.950903 run create_hlr_db(pid=11709): Launched\u000a17:39:09.149889 bus /sierra_2: Setting Powered False\u000a17:39:10.164259 run create_hlr_db(pid=11709): Terminated: ok {rc=0}\u000a17:39:10.582961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11713): Launched\u000a17:39:10.892806 run osmo-hlr_10.42.42.2(pid=11714): Launched\u000a17:39:11.014751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:11.557179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11716): Launched\u000a17:39:11.865578 run osmo-stp_10.42.42.5(pid=11717): Launched\u000a17:39:11.977038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:12.549479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11719): Launched\u000a17:39:12.859623 run osmo-msc_10.42.42.6(pid=11720): Launched\u000a17:39:13.041621 run osmo-stp_10.42.42.5(pid=11717): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11717)]\u000a17:39:13.172636 run osmo-stp_10.42.42.5(pid=11717): stdout: \u000a| (launched: 2022-12-13_17:39:11.714073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:13.301404 run osmo-stp_10.42.42.5(pid=11717): stderr: \u000a| �[0;m�[38;5;43m20221213173911884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173911885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173911885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173911885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173911886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173911886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173911886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:13.424861 run osmo-stp_10.42.42.5(pid=11717): stdout: \u000a| (launched: 2022-12-13_17:39:11.714073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:13.547468 run osmo-stp_10.42.42.5(pid=11717): stderr: \u000a| �[0;m�[38;5;43m20221213173911884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173911885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173911885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173911885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173911886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173911886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173911886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:13.601703 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11717): Process ended prematurely: osmo-stp_10.42.42.5(pid=11717) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11717)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:39:13.610528 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:39:13.670754 run osmo-hlr_10.42.42.2(pid=11714): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11714)]\u000a17:39:13.720368 run osmo-hlr_10.42.42.2(pid=11714): stdout: \u000a| (launched: 2022-12-13_17:39:10.739748) \u000a17:39:13.770899 run osmo-hlr_10.42.42.2(pid=11714): stderr: \u000a| �[0;m�[1;31m20221213173910917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173910917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173910917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173910917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173910917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173910917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173910930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173910939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173910939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173910939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:13.839427 run osmo-msc_10.42.42.6(pid=11720): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11720)]\u000a17:39:13.889214 run osmo-msc_10.42.42.6(pid=11720): stdout: \u000a| (launched: 2022-12-13_17:39:12.706318) \u000a17:39:13.939688 run osmo-msc_10.42.42.6(pid=11720): stderr: \u000a| �[0;m�[38;5;43m20221213173912977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173912977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bd37b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173912977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173912977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173912977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173912977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173912979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173912979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173912980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173912980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:13.982204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11713): Terminating (SIGTERM)\u000a17:39:14.022421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11716): Terminating (SIGTERM)\u000a17:39:14.062791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11719): Terminating (SIGTERM)\u000a17:39:14.072154 --- ParallelTerminationStrategy: PID 11713 died...\u000a17:39:14.125971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11713): Terminated: ok {rc=0}\u000a17:39:14.135558 --- ParallelTerminationStrategy: PID 11716 died...\u000a17:39:14.188996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11716): Terminated: ok {rc=0}\u000a17:39:14.198529 --- ParallelTerminationStrategy: PID 11719 died...\u000a17:39:14.252020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11719): Terminated: ok {rc=0}\u000a17:39:14.336873 bus /sierra_3: Setting Powered False\u000a17:39:15.444278 bus /sierra_3: Setting Powered False\u000a17:39:16.557951 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11728): Process ended prematurely: osmo-stp_10.42.42.5(pid=11728) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11728): Process ended prematurely: osmo-stp_10.42.42.5(pid=11728) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:39:17.667657 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:17.679596 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:39:17.838272 tst mo_mt_call_osmux.py: using LAC 35189\u000a17:39:17.961194 tst mo_mt_call_osmux.py: using RAC 254\u000a17:39:18.082280 tst mo_mt_call_osmux.py: using CellId 35189\u000a17:39:18.205294 tst mo_mt_call_osmux.py: using BVCI 35190\u000a17:39:18.228716 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:18.239966 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:18.251024 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:18.262187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:18.273337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:39:18.284670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:39:18.406889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:39:18.622371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:19.144096 run create_hlr_db(pid=11722): Launched\u000a17:39:19.336570 bus /sierra_2: Setting Powered False\u000a17:39:20.357377 run create_hlr_db(pid=11722): Terminated: ok {rc=0}\u000a17:39:20.775535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11724): Launched\u000a17:39:21.085318 run osmo-hlr_10.42.42.2(pid=11725): Launched\u000a17:39:21.198898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:21.737410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11727): Launched\u000a17:39:22.048394 run osmo-stp_10.42.42.5(pid=11728): Launched\u000a17:39:22.162451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:22.731140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11730): Launched\u000a17:39:23.042522 run osmo-msc_10.42.42.6(pid=11731): Launched\u000a17:39:23.223117 run osmo-stp_10.42.42.5(pid=11728): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)]\u000a17:39:23.353745 run osmo-stp_10.42.42.5(pid=11728): stdout: \u000a| (launched: 2022-12-13_17:39:21.894849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:23.482350 run osmo-stp_10.42.42.5(pid=11728): stderr: \u000a| �[0;m�[38;5;43m20221213173922063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173922063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173922064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173922064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:23.606233 run osmo-stp_10.42.42.5(pid=11728): stdout: \u000a| (launched: 2022-12-13_17:39:21.894849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:23.729146 run osmo-stp_10.42.42.5(pid=11728): stderr: \u000a| �[0;m�[38;5;43m20221213173922063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173922063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173922064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173922064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:23.783231 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11728): Process ended prematurely: osmo-stp_10.42.42.5(pid=11728) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:39:23.791768 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:39:23.851967 run osmo-hlr_10.42.42.2(pid=11725): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11725)]\u000a17:39:23.901653 run osmo-hlr_10.42.42.2(pid=11725): stdout: \u000a| (launched: 2022-12-13_17:39:20.932877) \u000a17:39:23.951829 run osmo-hlr_10.42.42.2(pid=11725): stderr: \u000a| �[0;m�[1;31m20221213173921107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173921107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173921107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173921107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173921107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173921107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173921119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173921127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173921127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173921127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:24.019917 run osmo-msc_10.42.42.6(pid=11731): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11731)]\u000a17:39:24.069298 run osmo-msc_10.42.42.6(pid=11731): stdout: \u000a| (launched: 2022-12-13_17:39:22.888158) \u000a17:39:24.119593 run osmo-msc_10.42.42.6(pid=11731): stderr: \u000a| �[0;m�[38;5;43m20221213173923159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173923159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d3b185c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173923159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173923159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173923160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173923160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173923162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173923162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173923162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173923162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:24.162041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11724): Terminating (SIGTERM)\u000a17:39:24.202073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11727): Terminating (SIGTERM)\u000a17:39:24.242167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11730): Terminating (SIGTERM)\u000a17:39:24.251350 --- ParallelTerminationStrategy: PID 11724 died...\u000a17:39:24.304985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11724): Terminated: ok {rc=0}\u000a17:39:24.314955 --- ParallelTerminationStrategy: PID 11727 died...\u000a17:39:24.368671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11727): Terminated: ok {rc=0}\u000a17:39:24.378230 --- ParallelTerminationStrategy: PID 11730 died...\u000a17:39:24.432366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11730): Terminated: ok {rc=0}\u000a17:39:24.522487 bus /sierra_3: Setting Powered False\u000a17:39:25.626986 bus /sierra_3: Setting Powered False\u000a17:39:26.739171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:39:07" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11742): Process ended prematurely: osmo-stp_10.42.42.5(pid=11742) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11742)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11742): Process ended prematurely: osmo-stp_10.42.42.5(pid=11742) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:39:28.735599 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:28.746964 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:39:28.911720 tst mo_mt_call.py: using LAC 35190\u000a17:39:29.033054 tst mo_mt_call.py: using RAC 255\u000a17:39:29.154346 tst mo_mt_call.py: using CellId 35190\u000a17:39:29.273853 tst mo_mt_call.py: using BVCI 35191\u000a17:39:29.297344 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:29.308490 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:29.319517 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:29.330627 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:29.341795 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:29.352814 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:29.475685 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:29.683354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:30.179542 run create_hlr_db(pid=11736): Launched\u000a17:39:30.357751 bus /sierra_2: Setting Powered False\u000a17:39:31.381009 run create_hlr_db(pid=11736): Terminated: ok {rc=0}\u000a17:39:31.867042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11738): Launched\u000a17:39:32.207093 run osmo-hlr_10.42.42.2(pid=11739): Launched\u000a17:39:32.320674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:32.860124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11741): Launched\u000a17:39:33.171915 run osmo-stp_10.42.42.5(pid=11742): Launched\u000a17:39:33.284127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:33.851999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11744): Launched\u000a17:39:34.164009 run osmo-msc_10.42.42.6(pid=11745): Launched\u000a17:39:34.345167 run osmo-stp_10.42.42.5(pid=11742): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11742)]\u000a17:39:34.476344 run osmo-stp_10.42.42.5(pid=11742): stdout: \u000a| (launched: 2022-12-13_17:39:33.017162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:34.605446 run osmo-stp_10.42.42.5(pid=11742): stderr: \u000a| �[0;m�[38;5;43m20221213173933185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173933185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173933185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173933186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173933186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173933186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173933187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:34.729048 run osmo-stp_10.42.42.5(pid=11742): stdout: \u000a| (launched: 2022-12-13_17:39:33.017162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:34.851500 run osmo-stp_10.42.42.5(pid=11742): stderr: \u000a| �[0;m�[38;5;43m20221213173933185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173933185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173933185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173933186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173933186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173933186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173933187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:34.905842 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11742): Process ended prematurely: osmo-stp_10.42.42.5(pid=11742) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11742)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:39:34.914482 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:39:34.974362 run osmo-hlr_10.42.42.2(pid=11739): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11739)]\u000a17:39:35.023853 run osmo-hlr_10.42.42.2(pid=11739): stdout: \u000a| (launched: 2022-12-13_17:39:32.040252) \u000a17:39:35.074244 run osmo-hlr_10.42.42.2(pid=11739): stderr: \u000a| �[0;m�[1;31m20221213173932278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173932278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173932278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173932278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173932278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173932278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173932292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173932302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173932302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173932302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:35.142209 run osmo-msc_10.42.42.6(pid=11745): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11745)]\u000a17:39:35.191630 run osmo-msc_10.42.42.6(pid=11745): stdout: \u000a| (launched: 2022-12-13_17:39:34.009312) \u000a17:39:35.241577 run osmo-msc_10.42.42.6(pid=11745): stderr: \u000a| �[0;m�[38;5;43m20221213173934281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173934281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2d5b17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173934281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173934281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173934281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173934282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173934283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173934284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173934284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173934284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:35.284109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11738): Terminating (SIGTERM)\u000a17:39:35.324335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11741): Terminating (SIGTERM)\u000a17:39:35.364571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11744): Terminating (SIGTERM)\u000a17:39:35.373924 --- ParallelTerminationStrategy: PID 11738 died...\u000a17:39:35.427950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11738): Terminated: ok {rc=0}\u000a17:39:35.437603 --- ParallelTerminationStrategy: PID 11741 died...\u000a17:39:35.490855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11741): Terminated: ok {rc=0}\u000a17:39:35.500369 --- ParallelTerminationStrategy: PID 11744 died...\u000a17:39:35.553600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11744): Terminated: ok {rc=0}\u000a17:39:35.642780 bus /sierra_3: Setting Powered False\u000a17:39:36.746787 bus /sierra_3: Setting Powered False\u000a17:39:37.860563 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11753): Process ended prematurely: osmo-stp_10.42.42.5(pid=11753) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11753): Process ended prematurely: osmo-stp_10.42.42.5(pid=11753) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:39:38.973619 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:38.985526 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:39:39.143792 tst mo_mt_call_osmux.py: using LAC 35191\u000a17:39:39.266747 tst mo_mt_call_osmux.py: using RAC 1\u000a17:39:39.390666 tst mo_mt_call_osmux.py: using CellId 35191\u000a17:39:39.512894 tst mo_mt_call_osmux.py: using BVCI 35192\u000a17:39:39.536459 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:39.547698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:39.558904 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:39.569994 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:39.581180 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:39:39.592173 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:39.716669 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:39:39.924104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:40.450200 run create_hlr_db(pid=11747): Launched\u000a17:39:40.642746 bus /sierra_2: Setting Powered False\u000a17:39:41.663180 run create_hlr_db(pid=11747): Terminated: ok {rc=0}\u000a17:39:42.080150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11749): Launched\u000a17:39:42.390760 run osmo-hlr_10.42.42.2(pid=11750): Launched\u000a17:39:42.513973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:43.058421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11752): Launched\u000a17:39:43.367697 run osmo-stp_10.42.42.5(pid=11753): Launched\u000a17:39:43.479742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:44.046619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11755): Launched\u000a17:39:44.356736 run osmo-msc_10.42.42.6(pid=11756): Launched\u000a17:39:44.537802 run osmo-stp_10.42.42.5(pid=11753): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)]\u000a17:39:44.669889 run osmo-stp_10.42.42.5(pid=11753): stdout: \u000a| (launched: 2022-12-13_17:39:43.215375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:44.798578 run osmo-stp_10.42.42.5(pid=11753): stderr: \u000a| �[0;m�[38;5;43m20221213173943386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173943386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173943387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173943387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173943388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173943388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173943388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:44.922858 run osmo-stp_10.42.42.5(pid=11753): stdout: \u000a| (launched: 2022-12-13_17:39:43.215375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:45.045818 run osmo-stp_10.42.42.5(pid=11753): stderr: \u000a| �[0;m�[38;5;43m20221213173943386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173943386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173943387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173943387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173943388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173943388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173943388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:45.100128 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11753): Process ended prematurely: osmo-stp_10.42.42.5(pid=11753) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11753)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:39:45.108740 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:39:45.168923 run osmo-hlr_10.42.42.2(pid=11750): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11750)]\u000a17:39:45.218440 run osmo-hlr_10.42.42.2(pid=11750): stdout: \u000a| (launched: 2022-12-13_17:39:42.237929) \u000a17:39:45.268573 run osmo-hlr_10.42.42.2(pid=11750): stderr: \u000a| �[0;m�[1;31m20221213173942415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173942415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173942415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173942415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173942415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173942415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173942427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173942436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173942436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173942436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:45.337046 run osmo-msc_10.42.42.6(pid=11756): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11756)]\u000a17:39:45.386440 run osmo-msc_10.42.42.6(pid=11756): stdout: \u000a| (launched: 2022-12-13_17:39:44.203751) \u000a17:39:45.436380 run osmo-msc_10.42.42.6(pid=11756): stderr: \u000a| �[0;m�[38;5;43m20221213173944475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173944476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18bd94cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173944476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173944476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173944476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173944476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173944478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173944478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173944479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173944479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:45.478994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11749): Terminating (SIGTERM)\u000a17:39:45.519213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11752): Terminating (SIGTERM)\u000a17:39:45.559487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11755): Terminating (SIGTERM)\u000a17:39:45.568815 --- ParallelTerminationStrategy: PID 11749 died...\u000a17:39:45.623222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11749): Terminated: ok {rc=0}\u000a17:39:45.633045 --- ParallelTerminationStrategy: PID 11752 died...\u000a17:39:45.686702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11752): Terminated: ok {rc=0}\u000a17:39:45.696254 --- ParallelTerminationStrategy: PID 11755 died...\u000a17:39:45.750052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11755): Terminated: ok {rc=0}\u000a17:39:45.847080 bus /sierra_3: Setting Powered False\u000a17:39:46.955748 bus /sierra_3: Setting Powered False\u000a17:39:48.066134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:39:28" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11767): Process ended prematurely: osmo-stp_10.42.42.5(pid=11767) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11767)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11767): Process ended prematurely: osmo-stp_10.42.42.5(pid=11767) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:39:50.065436 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:50.076602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:39:50.243049 tst mo_mt_call.py: using LAC 35192\u000a17:39:50.374871 tst mo_mt_call.py: using RAC 2\u000a17:39:50.504067 tst mo_mt_call.py: using CellId 35192\u000a17:39:50.633326 tst mo_mt_call.py: using BVCI 35193\u000a17:39:50.658635 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:50.670553 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:50.682160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:50.693660 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:50.705600 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:39:50.717404 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:39:50.837958 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:39:51.051915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:39:51.570859 run create_hlr_db(pid=11761): Launched\u000a17:39:51.775716 bus /sierra_2: Setting Powered False\u000a17:39:52.778727 run create_hlr_db(pid=11761): Terminated: ok {rc=0}\u000a17:39:53.197238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11763): Launched\u000a17:39:53.498472 run osmo-hlr_10.42.42.2(pid=11764): Launched\u000a17:39:53.616087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:39:54.141352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11766): Launched\u000a17:39:54.440384 run osmo-stp_10.42.42.5(pid=11767): Launched\u000a17:39:54.549812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:39:55.101730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11769): Launched\u000a17:39:55.404223 run osmo-msc_10.42.42.6(pid=11770): Launched\u000a17:39:55.580403 run osmo-stp_10.42.42.5(pid=11767): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11767)]\u000a17:39:55.708376 run osmo-stp_10.42.42.5(pid=11767): stdout: \u000a| (launched: 2022-12-13_17:39:54.293470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:55.834147 run osmo-stp_10.42.42.5(pid=11767): stderr: \u000a| �[0;m�[38;5;43m20221213173954459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173954459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173954459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173954460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173954460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173954460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173954460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:55.954678 run osmo-stp_10.42.42.5(pid=11767): stdout: \u000a| (launched: 2022-12-13_17:39:54.293470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:39:56.074091 run osmo-stp_10.42.42.5(pid=11767): stderr: \u000a| �[0;m�[38;5;43m20221213173954459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213173954459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213173954459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213173954460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213173954460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213173954460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213173954460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:39:56.127013 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11767): Process ended prematurely: osmo-stp_10.42.42.5(pid=11767) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11767)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:39:56.135672 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:39:56.194814 run osmo-hlr_10.42.42.2(pid=11764): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11764)]\u000a17:39:56.243711 run osmo-hlr_10.42.42.2(pid=11764): stdout: \u000a| (launched: 2022-12-13_17:39:53.350474) \u000a17:39:56.293198 run osmo-hlr_10.42.42.2(pid=11764): stderr: \u000a| �[0;m�[1;31m20221213173953522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213173953522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213173953522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173953522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213173953522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213173953522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213173953535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213173953543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213173953544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213173953544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:39:56.360679 run osmo-msc_10.42.42.6(pid=11770): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11770)]\u000a17:39:56.409649 run osmo-msc_10.42.42.6(pid=11770): stdout: \u000a| (launched: 2022-12-13_17:39:55.254613) \u000a17:39:56.459235 run osmo-msc_10.42.42.6(pid=11770): stderr: \u000a| �[0;m�[38;5;43m20221213173955525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213173955525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd33d22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213173955525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213173955526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213173955526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213173955526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213173955528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213173955528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213173955528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213173955528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:39:56.501117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11763): Terminating (SIGTERM)\u000a17:39:56.540558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11766): Terminating (SIGTERM)\u000a17:39:56.580265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11769): Terminating (SIGTERM)\u000a17:39:56.589525 --- ParallelTerminationStrategy: PID 11763 died...\u000a17:39:56.642748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11763): Terminated: ok {rc=0}\u000a17:39:56.652656 --- ParallelTerminationStrategy: PID 11766 died...\u000a17:39:56.705772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11766): Terminated: ok {rc=0}\u000a17:39:56.715318 --- ParallelTerminationStrategy: PID 11769 died...\u000a17:39:56.768536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11769): Terminated: ok {rc=0}\u000a17:39:56.856723 bus /sierra_3: Setting Powered False\u000a17:39:57.960864 bus /sierra_3: Setting Powered False\u000a17:39:59.069241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11788): Process ended prematurely: osmo-stp_10.42.42.5(pid=11788) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11788)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11788): Process ended prematurely: osmo-stp_10.42.42.5(pid=11788) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:40:00.183347 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:40:00.195474 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:40:00.361601 tst mo_mt_call_osmux.py: using LAC 35193\u000a17:40:00.488757 tst mo_mt_call_osmux.py: using RAC 3\u000a17:40:00.620171 tst mo_mt_call_osmux.py: using CellId 35193\u000a17:40:00.746342 tst mo_mt_call_osmux.py: using BVCI 35194\u000a17:40:00.770805 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:40:00.782548 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:40:00.793991 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:40:00.805454 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:40:00.817316 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:40:00.833002 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:40:00.978818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:40:01.220175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:01.837989 run create_hlr_db(pid=11772): Launched\u000a17:40:02.062832 bus /sierra_2: Setting Powered False\u000a17:40:03.056571 run create_hlr_db(pid=11772): Terminated: ok {rc=0}\u000a17:40:03.509461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11784): Launched\u000a17:40:03.831836 run osmo-hlr_10.42.42.2(pid=11785): Launched\u000a17:40:03.952933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:04.514939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11787): Launched\u000a17:40:04.837708 run osmo-stp_10.42.42.5(pid=11788): Launched\u000a17:40:04.955000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:05.544534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11790): Launched\u000a17:40:05.867037 run osmo-msc_10.42.42.6(pid=11791): Launched\u000a17:40:06.055069 run osmo-stp_10.42.42.5(pid=11788): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11788)]\u000a17:40:06.197706 run osmo-stp_10.42.42.5(pid=11788): stdout: \u000a| (launched: 2022-12-13_17:40:04.678593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:06.333547 run osmo-stp_10.42.42.5(pid=11788): stderr: \u000a| �[0;m�[38;5;43m20221213174004864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174004865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174004865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174004865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174004866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174004866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174004866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:06.463350 run osmo-stp_10.42.42.5(pid=11788): stdout: \u000a| (launched: 2022-12-13_17:40:04.678593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:06.591664 run osmo-stp_10.42.42.5(pid=11788): stderr: \u000a| �[0;m�[38;5;43m20221213174004864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174004865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174004865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174004865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174004866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174004866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174004866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:06.648412 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11788): Process ended prematurely: osmo-stp_10.42.42.5(pid=11788) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11788)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:40:06.657945 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:40:06.721150 run osmo-hlr_10.42.42.2(pid=11785): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11785)]\u000a17:40:06.773334 run osmo-hlr_10.42.42.2(pid=11785): stdout: \u000a| (launched: 2022-12-13_17:40:03.673847) \u000a17:40:06.826079 run osmo-hlr_10.42.42.2(pid=11785): stderr: \u000a| �[0;m�[1;31m20221213174003866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174003866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174003866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174003866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174003866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174003866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174003880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174003890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174003890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174003890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:06.897523 run osmo-msc_10.42.42.6(pid=11791): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11791)]\u000a17:40:06.949328 run osmo-msc_10.42.42.6(pid=11791): stdout: \u000a| (launched: 2022-12-13_17:40:05.708331) \u000a17:40:07.001887 run osmo-msc_10.42.42.6(pid=11791): stderr: \u000a| �[0;m�[38;5;43m20221213174006025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174006025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba60c74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174006025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174006025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174006025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174006025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174006027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174006027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174006028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174006028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:07.046704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11784): Terminating (SIGTERM)\u000a17:40:07.089677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11787): Terminating (SIGTERM)\u000a17:40:07.132014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11790): Terminating (SIGTERM)\u000a17:40:07.141764 --- ParallelTerminationStrategy: PID 11784 died...\u000a17:40:07.198545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11784): Terminated: ok {rc=0}\u000a17:40:07.208658 --- ParallelTerminationStrategy: PID 11787 died...\u000a17:40:07.264868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11787): Terminated: ok {rc=0}\u000a17:40:07.274990 --- ParallelTerminationStrategy: PID 11790 died...\u000a17:40:07.331664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11790): Terminated: ok {rc=0}\u000a17:40:07.418123 bus /sierra_3: Setting Powered False\u000a17:40:08.524928 bus /sierra_3: Setting Powered False\u000a17:40:09.636800 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:39:49" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12157): Process ended prematurely: osmo-stp_10.42.42.5(pid=12157) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12157)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12157): Process ended prematurely: osmo-stp_10.42.42.5(pid=12157) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:40:11.626300 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:11.637581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:40:11.792260 tst mo_mt_call.py: using LAC 35194\u000a17:40:11.912387 tst mo_mt_call.py: using RAC 4\u000a17:40:12.030225 tst mo_mt_call.py: using CellId 35194\u000a17:40:12.147322 tst mo_mt_call.py: using BVCI 35195\u000a17:40:12.170175 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:12.181287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:12.192164 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:12.203098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:12.214073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:12.225011 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:40:12.346890 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:40:12.548649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:13.081746 run create_hlr_db(pid=11828): Launched\u000a17:40:13.259962 bus /sierra_2: Setting Powered False\u000a17:40:14.296521 run create_hlr_db(pid=11828): Terminated: ok {rc=0}\u000a17:40:14.753191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12110): Launched\u000a17:40:15.086192 run osmo-hlr_10.42.42.2(pid=12154): Launched\u000a17:40:15.206959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:15.778142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12156): Launched\u000a17:40:16.210198 run osmo-stp_10.42.42.5(pid=12157): Launched\u000a17:40:16.414065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:17.079529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12159): Launched\u000a17:40:17.538916 run osmo-msc_10.42.42.6(pid=12160): Launched\u000a17:40:17.731257 run osmo-stp_10.42.42.5(pid=12157): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12157)]\u000a17:40:17.872250 run osmo-stp_10.42.42.5(pid=12157): stdout: \u000a| (launched: 2022-12-13_17:40:15.966267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:18.009939 run osmo-stp_10.42.42.5(pid=12157): stderr: \u000a| �[0;m�[38;5;43m20221213174016274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174016274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174016274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174016275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174016275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174016275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174016275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:18.142442 run osmo-stp_10.42.42.5(pid=12157): stdout: \u000a| (launched: 2022-12-13_17:40:15.966267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:18.273255 run osmo-stp_10.42.42.5(pid=12157): stderr: \u000a| �[0;m�[38;5;43m20221213174016274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174016274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174016274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174016275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174016275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174016275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174016275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:18.331343 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12157): Process ended prematurely: osmo-stp_10.42.42.5(pid=12157) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12157)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:40:18.340760 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:40:18.405070 run osmo-hlr_10.42.42.2(pid=12154): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12154)]\u000a17:40:18.457796 run osmo-hlr_10.42.42.2(pid=12154): stdout: \u000a| (launched: 2022-12-13_17:40:14.923848) \u000a17:40:18.510906 run osmo-hlr_10.42.42.2(pid=12154): stderr: \u000a| �[0;m�[1;31m20221213174015117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174015117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174015117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174015117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174015117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174015117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174015130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174015138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174015138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174015138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:18.583180 run osmo-msc_10.42.42.6(pid=12160): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12160)]\u000a17:40:18.635866 run osmo-msc_10.42.42.6(pid=12160): stdout: \u000a| (launched: 2022-12-13_17:40:17.305727) \u000a17:40:18.689141 run osmo-msc_10.42.42.6(pid=12160): stderr: \u000a| �[0;m�[38;5;43m20221213174017635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174017635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae58b5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174017636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174017636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174017636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174017636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174017638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174017638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174017638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174017638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:18.734544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12110): Terminating (SIGTERM)\u000a17:40:18.777497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12156): Terminating (SIGTERM)\u000a17:40:18.820596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12159): Terminating (SIGTERM)\u000a17:40:18.830528 --- ParallelTerminationStrategy: PID 12110 died...\u000a17:40:18.888531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12110): Terminated: ok {rc=0}\u000a17:40:18.898811 --- ParallelTerminationStrategy: PID 12156 died...\u000a17:40:18.956817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12156): Terminated: ok {rc=0}\u000a17:40:18.967083 --- ParallelTerminationStrategy: PID 12159 died...\u000a17:40:19.024621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12159): Terminated: ok {rc=0}\u000a17:40:19.113536 bus /sierra_3: Setting Powered False\u000a17:40:20.220150 bus /sierra_3: Setting Powered False\u000a17:40:21.330998 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12343): Process ended prematurely: osmo-stp_10.42.42.5(pid=12343) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12343)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12343): Process ended prematurely: osmo-stp_10.42.42.5(pid=12343) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:40:22.456177 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:22.470145 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:40:22.630248 tst mo_mt_call_osmux.py: using LAC 35195\u000a17:40:22.754760 tst mo_mt_call_osmux.py: using RAC 5\u000a17:40:22.873384 tst mo_mt_call_osmux.py: using CellId 35195\u000a17:40:22.991687 tst mo_mt_call_osmux.py: using BVCI 35196\u000a17:40:23.014886 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:23.026160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:23.037209 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:23.048160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:23.059773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:40:23.071337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:40:23.193826 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:40:23.399424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:23.886289 run create_hlr_db(pid=12162): Launched\u000a17:40:24.062644 bus /sierra_2: Setting Powered False\u000a17:40:25.096396 run create_hlr_db(pid=12162): Terminated: ok {rc=0}\u000a17:40:25.531841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12339): Launched\u000a17:40:25.951796 run osmo-hlr_10.42.42.2(pid=12340): Launched\u000a17:40:26.206356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:26.793598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12342): Launched\u000a17:40:27.225866 run osmo-stp_10.42.42.5(pid=12343): Launched\u000a17:40:27.441248 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:28.057607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12345): Launched\u000a17:40:28.494626 run osmo-msc_10.42.42.6(pid=12346): Launched\u000a17:40:28.889539 run osmo-stp_10.42.42.5(pid=12343): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12343)]\u000a17:40:29.083449 run osmo-stp_10.42.42.5(pid=12343): stdout: \u000a| (launched: 2022-12-13_17:40:26.962572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:29.223762 run osmo-stp_10.42.42.5(pid=12343): stderr: \u000a| �[0;m�[38;5;43m20221213174027254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174027254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174027255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174027255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174027256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174027256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174027256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:29.361193 run osmo-stp_10.42.42.5(pid=12343): stdout: \u000a| (launched: 2022-12-13_17:40:26.962572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:29.497739 run osmo-stp_10.42.42.5(pid=12343): stderr: \u000a| �[0;m�[38;5;43m20221213174027254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174027254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174027255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174027255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174027256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174027256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174027256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:29.558232 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12343): Process ended prematurely: osmo-stp_10.42.42.5(pid=12343) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12343)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:40:29.568530 tst mo_mt_call_osmux.py:8: Test FAILED (7.2 sec)\u000a17:40:29.635600 run osmo-hlr_10.42.42.2(pid=12340): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12340)]\u000a17:40:29.690611 run osmo-hlr_10.42.42.2(pid=12340): stdout: \u000a| (launched: 2022-12-13_17:40:25.699906) \u000a17:40:29.747981 run osmo-hlr_10.42.42.2(pid=12340): stderr: \u000a| �[0;m�[1;31m20221213174026004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174026004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174026004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174026004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174026004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174026004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174026020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:29.823659 run osmo-msc_10.42.42.6(pid=12346): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12346)]\u000a17:40:29.878106 run osmo-msc_10.42.42.6(pid=12346): stdout: \u000a| (launched: 2022-12-13_17:40:28.231076) \u000a17:40:29.934331 run osmo-msc_10.42.42.6(pid=12346): stderr: \u000a| �[0;m�[38;5;43m20221213174028732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174028732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41169ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174028732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174028732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174028737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174028737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174028739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174028739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174028739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174028739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:29.981790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12339): Terminating (SIGTERM)\u000a17:40:30.028455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12342): Terminating (SIGTERM)\u000a17:40:30.075171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12345): Terminating (SIGTERM)\u000a17:40:30.086555 --- ParallelTerminationStrategy: PID 12339 died...\u000a17:40:30.150200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12339): Terminated: ok {rc=0}\u000a17:40:30.162626 --- ParallelTerminationStrategy: PID 12342 died...\u000a17:40:30.222586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12342): Terminated: ok {rc=0}\u000a17:40:30.234760 --- ParallelTerminationStrategy: PID 12345 died...\u000a17:40:30.293691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12345): Terminated: ok {rc=0}\u000a17:40:30.387498 bus /sierra_3: Setting Powered False\u000a17:40:31.510590 bus /sierra_3: Setting Powered False\u000a17:40:32.620368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:40:11" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12358): Process ended prematurely: osmo-stp_10.42.42.5(pid=12358) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12358)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12358): Process ended prematurely: osmo-stp_10.42.42.5(pid=12358) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:40:34.624193 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:34.635518 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:40:34.799747 tst mo_mt_call.py: using LAC 35196\u000a17:40:34.926549 tst mo_mt_call.py: using RAC 6\u000a17:40:35.053164 tst mo_mt_call.py: using CellId 35196\u000a17:40:35.181263 tst mo_mt_call.py: using BVCI 35197\u000a17:40:35.206050 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:35.217859 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:35.229331 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:35.240682 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:35.252522 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:35.264292 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:35.383570 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:35.596738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:36.108348 run create_hlr_db(pid=12352): Launched\u000a17:40:36.297392 bus /sierra_2: Setting Powered False\u000a17:40:37.319190 run create_hlr_db(pid=12352): Terminated: ok {rc=0}\u000a17:40:37.731829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12354): Launched\u000a17:40:38.037341 run osmo-hlr_10.42.42.2(pid=12355): Launched\u000a17:40:38.150009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:38.680611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12357): Launched\u000a17:40:38.986017 run osmo-stp_10.42.42.5(pid=12358): Launched\u000a17:40:39.096358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:39.657622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12360): Launched\u000a17:40:39.964742 run osmo-msc_10.42.42.6(pid=12361): Launched\u000a17:40:40.142552 run osmo-stp_10.42.42.5(pid=12358): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12358)]\u000a17:40:40.271202 run osmo-stp_10.42.42.5(pid=12358): stdout: \u000a| (launched: 2022-12-13_17:40:38.836099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:40.398384 run osmo-stp_10.42.42.5(pid=12358): stderr: \u000a| �[0;m�[38;5;43m20221213174039005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174039005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174039005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174039006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174039006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174039006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174039006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:40.520564 run osmo-stp_10.42.42.5(pid=12358): stdout: \u000a| (launched: 2022-12-13_17:40:38.836099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:40.641980 run osmo-stp_10.42.42.5(pid=12358): stderr: \u000a| �[0;m�[38;5;43m20221213174039005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174039005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174039005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174039006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174039006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174039006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174039006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:40.695816 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12358): Process ended prematurely: osmo-stp_10.42.42.5(pid=12358) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12358)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:40:40.704352 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:40:40.763944 run osmo-hlr_10.42.42.2(pid=12355): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12355)]\u000a17:40:40.813537 run osmo-hlr_10.42.42.2(pid=12355): stdout: \u000a| (launched: 2022-12-13_17:40:37.887491) \u000a17:40:40.863782 run osmo-hlr_10.42.42.2(pid=12355): stderr: \u000a| �[0;m�[1;31m20221213174038061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174038061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174038061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174038061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174038061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174038061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174038076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174038085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174038085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174038086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:40.931707 run osmo-msc_10.42.42.6(pid=12361): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12361)]\u000a17:40:40.981132 run osmo-msc_10.42.42.6(pid=12361): stdout: \u000a| (launched: 2022-12-13_17:40:39.813329) \u000a17:40:41.032266 run osmo-msc_10.42.42.6(pid=12361): stderr: \u000a| �[0;m�[38;5;43m20221213174040083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174040084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ba595dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174040084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174040084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174040084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174040084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174040086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174040087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174040087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174040087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:41.074570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12354): Terminating (SIGTERM)\u000a17:40:41.114464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12357): Terminating (SIGTERM)\u000a17:40:41.154266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12360): Terminating (SIGTERM)\u000a17:40:41.163456 --- ParallelTerminationStrategy: PID 12354 died...\u000a17:40:41.216867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12354): Terminated: ok {rc=0}\u000a17:40:41.226583 --- ParallelTerminationStrategy: PID 12357 died...\u000a17:40:41.279920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12357): Terminated: ok {rc=0}\u000a17:40:41.289464 --- ParallelTerminationStrategy: PID 12360 died...\u000a17:40:41.342750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12360): Terminated: ok {rc=0}\u000a17:40:41.431482 bus /sierra_3: Setting Powered False\u000a17:40:42.535384 bus /sierra_3: Setting Powered False\u000a17:40:43.647509 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12369): Process ended prematurely: osmo-stp_10.42.42.5(pid=12369) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12369)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12369): Process ended prematurely: osmo-stp_10.42.42.5(pid=12369) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:40:44.758162 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:44.770063 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:40:44.928620 tst mo_mt_call_osmux.py: using LAC 35197\u000a17:40:45.051039 tst mo_mt_call_osmux.py: using RAC 7\u000a17:40:45.172912 tst mo_mt_call_osmux.py: using CellId 35197\u000a17:40:45.294619 tst mo_mt_call_osmux.py: using BVCI 35198\u000a17:40:45.318041 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:45.329447 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:45.340459 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:45.351569 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:45.362715 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:40:45.373973 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:45.490814 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:40:45.694162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:46.264763 run create_hlr_db(pid=12363): Launched\u000a17:40:46.444651 bus /sierra_2: Setting Powered False\u000a17:40:47.464255 run create_hlr_db(pid=12363): Terminated: ok {rc=0}\u000a17:40:47.872934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12365): Launched\u000a17:40:48.181931 run osmo-hlr_10.42.42.2(pid=12366): Launched\u000a17:40:48.298419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:48.830998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12368): Launched\u000a17:40:49.138958 run osmo-stp_10.42.42.5(pid=12369): Launched\u000a17:40:49.250123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:40:49.811138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12371): Launched\u000a17:40:50.119043 run osmo-msc_10.42.42.6(pid=12372): Launched\u000a17:40:50.298082 run osmo-stp_10.42.42.5(pid=12369): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12369)]\u000a17:40:50.427830 run osmo-stp_10.42.42.5(pid=12369): stdout: \u000a| (launched: 2022-12-13_17:40:48.987028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:50.555561 run osmo-stp_10.42.42.5(pid=12369): stderr: \u000a| �[0;m�[38;5;43m20221213174049153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174049153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174049153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174049154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174049154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174049154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174049154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:50.678351 run osmo-stp_10.42.42.5(pid=12369): stdout: \u000a| (launched: 2022-12-13_17:40:48.987028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:40:50.799777 run osmo-stp_10.42.42.5(pid=12369): stderr: \u000a| �[0;m�[38;5;43m20221213174049153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174049153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174049153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174049154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174049154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174049154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174049154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:40:50.853590 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12369): Process ended prematurely: osmo-stp_10.42.42.5(pid=12369) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12369)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:40:50.862265 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:40:50.921889 run osmo-hlr_10.42.42.2(pid=12366): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12366)]\u000a17:40:50.971040 run osmo-hlr_10.42.42.2(pid=12366): stdout: \u000a| (launched: 2022-12-13_17:40:48.029822) \u000a17:40:51.021029 run osmo-hlr_10.42.42.2(pid=12366): stderr: \u000a| �[0;m�[1;31m20221213174048204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174048204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174048204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174048205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174048205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174048205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174048217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174048225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174048226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174048226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:40:51.088859 run osmo-msc_10.42.42.6(pid=12372): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12372)]\u000a17:40:51.138069 run osmo-msc_10.42.42.6(pid=12372): stdout: \u000a| (launched: 2022-12-13_17:40:49.967218) \u000a17:40:51.187655 run osmo-msc_10.42.42.6(pid=12372): stderr: \u000a| �[0;m�[38;5;43m20221213174050238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174050238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe13c097c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174050238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174050239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174050239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174050241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174050241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174050241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174050241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:40:51.229671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12365): Terminating (SIGTERM)\u000a17:40:51.269381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12368): Terminating (SIGTERM)\u000a17:40:51.309009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12371): Terminating (SIGTERM)\u000a17:40:51.318121 --- ParallelTerminationStrategy: PID 12365 died...\u000a17:40:51.371920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12365): Terminated: ok {rc=0}\u000a17:40:51.381591 --- ParallelTerminationStrategy: PID 12368 died...\u000a17:40:51.434704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12368): Terminated: ok {rc=0}\u000a17:40:51.444250 --- ParallelTerminationStrategy: PID 12371 died...\u000a17:40:51.497339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12371): Terminated: ok {rc=0}\u000a17:40:51.580580 bus /sierra_3: Setting Powered False\u000a17:40:52.682259 bus /sierra_3: Setting Powered False\u000a17:40:53.794543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:40:34" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12383): Process ended prematurely: osmo-stp_10.42.42.5(pid=12383) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12383)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12383): Process ended prematurely: osmo-stp_10.42.42.5(pid=12383) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:40:55.792926 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:55.804060 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:40:55.965880 tst mo_mt_call.py: using LAC 35198\u000a17:40:56.086119 tst mo_mt_call.py: using RAC 8\u000a17:40:56.205910 tst mo_mt_call.py: using CellId 35198\u000a17:40:56.333058 tst mo_mt_call.py: using BVCI 35199\u000a17:40:56.358873 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:56.370499 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:56.382071 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:56.393684 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:56.405567 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:40:56.417252 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:40:56.534868 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:40:56.742178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:40:57.232181 run create_hlr_db(pid=12377): Launched\u000a17:40:57.409065 bus /sierra_2: Setting Powered False\u000a17:40:58.430522 run create_hlr_db(pid=12377): Terminated: ok {rc=0}\u000a17:40:58.839291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12379): Launched\u000a17:40:59.144830 run osmo-hlr_10.42.42.2(pid=12380): Launched\u000a17:40:59.266285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:40:59.807995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12382): Launched\u000a17:41:00.114084 run osmo-stp_10.42.42.5(pid=12383): Launched\u000a17:41:00.225369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:41:00.788016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12385): Launched\u000a17:41:01.211832 run osmo-msc_10.42.42.6(pid=12386): Launched\u000a17:41:01.673294 run osmo-stp_10.42.42.5(pid=12383): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12383)]\u000a17:41:01.882469 run osmo-stp_10.42.42.5(pid=12383): stdout: \u000a| (launched: 2022-12-13_17:40:59.963904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:02.039845 run osmo-stp_10.42.42.5(pid=12383): stderr: \u000a| �[0;m�[38;5;43m20221213174100134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174100134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174100134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174100135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174100135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174100135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174100135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:02.179347 run osmo-stp_10.42.42.5(pid=12383): stdout: \u000a| (launched: 2022-12-13_17:40:59.963904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:02.315170 run osmo-stp_10.42.42.5(pid=12383): stderr: \u000a| �[0;m�[38;5;43m20221213174100134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174100134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174100134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174100135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174100135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174100135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174100135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:02.376525 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12383): Process ended prematurely: osmo-stp_10.42.42.5(pid=12383) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12383)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:41:02.386659 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a17:41:02.454262 run osmo-hlr_10.42.42.2(pid=12380): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12380)]\u000a17:41:02.507329 run osmo-hlr_10.42.42.2(pid=12380): stdout: \u000a| (launched: 2022-12-13_17:40:58.995063) \u000a17:41:02.561396 run osmo-hlr_10.42.42.2(pid=12380): stderr: \u000a| �[0;m�[1;31m20221213174059169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174059169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174059169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174059169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174059169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174059169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174059181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174059189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174059190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174059190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:02.634092 run osmo-msc_10.42.42.6(pid=12386): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12386)]\u000a17:41:02.687123 run osmo-msc_10.42.42.6(pid=12386): stdout: \u000a| (launched: 2022-12-13_17:41:00.951482) \u000a17:41:02.740520 run osmo-msc_10.42.42.6(pid=12386): stderr: \u000a| �[0;m�[38;5;43m20221213174101508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174101509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80afdb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174101509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174101509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174101510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174101511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174101515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174101515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174101516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174101516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:41:02.786332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12379): Terminating (SIGTERM)\u000a17:41:02.829899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12382): Terminating (SIGTERM)\u000a17:41:02.873411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12385): Terminating (SIGTERM)\u000a17:41:02.883152 --- ParallelTerminationStrategy: PID 12379 died...\u000a17:41:02.941522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12379): Terminated: ok {rc=0}\u000a17:41:02.951693 --- ParallelTerminationStrategy: PID 12382 died...\u000a17:41:03.010088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12382): Terminated: ok {rc=0}\u000a17:41:03.020278 --- ParallelTerminationStrategy: PID 12385 died...\u000a17:41:03.078642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12385): Terminated: ok {rc=0}\u000a17:41:03.167810 bus /sierra_3: Setting Powered False\u000a17:41:04.272714 bus /sierra_3: Setting Powered False\u000a17:41:05.384722 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12394): Process ended prematurely: osmo-stp_10.42.42.5(pid=12394) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12394): Process ended prematurely: osmo-stp_10.42.42.5(pid=12394) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:41:06.495216 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:41:06.507135 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:41:06.667766 tst mo_mt_call_osmux.py: using LAC 35199\u000a17:41:06.790214 tst mo_mt_call_osmux.py: using RAC 9\u000a17:41:06.910290 tst mo_mt_call_osmux.py: using CellId 35199\u000a17:41:07.032457 tst mo_mt_call_osmux.py: using BVCI 35200\u000a17:41:07.055754 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:41:07.067000 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:41:07.078066 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:41:07.089167 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:41:07.100152 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:41:07.111182 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:41:07.232579 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:41:07.441594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:07.930844 run create_hlr_db(pid=12388): Launched\u000a17:41:08.106860 bus /sierra_2: Setting Powered False\u000a17:41:09.127977 run create_hlr_db(pid=12388): Terminated: ok {rc=0}\u000a17:41:09.536629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12390): Launched\u000a17:41:09.842037 run osmo-hlr_10.42.42.2(pid=12391): Launched\u000a17:41:09.961272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:10.496781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12393): Launched\u000a17:41:10.802265 run osmo-stp_10.42.42.5(pid=12394): Launched\u000a17:41:10.912895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:41:11.474798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12396): Launched\u000a17:41:11.783150 run osmo-msc_10.42.42.6(pid=12397): Launched\u000a17:41:11.961766 run osmo-stp_10.42.42.5(pid=12394): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)]\u000a17:41:12.091389 run osmo-stp_10.42.42.5(pid=12394): stdout: \u000a| (launched: 2022-12-13_17:41:10.652200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:12.219246 run osmo-stp_10.42.42.5(pid=12394): stderr: \u000a| �[0;m�[38;5;43m20221213174110821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174110821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174110821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174110822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174110822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174110822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174110822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:12.341793 run osmo-stp_10.42.42.5(pid=12394): stdout: \u000a| (launched: 2022-12-13_17:41:10.652200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:12.463632 run osmo-stp_10.42.42.5(pid=12394): stderr: \u000a| �[0;m�[38;5;43m20221213174110821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174110821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174110821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174110822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174110822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174110822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174110822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:12.517446 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12394): Process ended prematurely: osmo-stp_10.42.42.5(pid=12394) [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12394)] [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:41:12.526315 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:41:12.585867 run osmo-hlr_10.42.42.2(pid=12391): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12391)]\u000a17:41:12.634979 run osmo-hlr_10.42.42.2(pid=12391): stdout: \u000a| (launched: 2022-12-13_17:41:09.691893) \u000a17:41:12.685071 run osmo-hlr_10.42.42.2(pid=12391): stderr: \u000a| �[0;m�[1;31m20221213174109864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174109864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174109864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174109864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174109864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174109864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174109876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174109885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174109885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174109885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:12.752630 run osmo-msc_10.42.42.6(pid=12397): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12397)]\u000a17:41:12.801899 run osmo-msc_10.42.42.6(pid=12397): stdout: \u000a| (launched: 2022-12-13_17:41:11.629835) \u000a17:41:12.851739 run osmo-msc_10.42.42.6(pid=12397): stderr: \u000a| �[0;m�[38;5;43m20221213174111899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174111900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5ff4c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174111900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174111900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174111900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174111900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174111902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174111902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174111903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174111903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:41:12.893956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12390): Terminating (SIGTERM)\u000a17:41:12.933663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12393): Terminating (SIGTERM)\u000a17:41:12.973456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12396): Terminating (SIGTERM)\u000a17:41:12.982656 --- ParallelTerminationStrategy: PID 12390 died...\u000a17:41:13.036326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12390): Terminated: ok {rc=0}\u000a17:41:13.046067 --- ParallelTerminationStrategy: PID 12393 died...\u000a17:41:13.099296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12393): Terminated: ok {rc=0}\u000a17:41:13.108763 --- ParallelTerminationStrategy: PID 12396 died...\u000a17:41:13.161721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12396): Terminated: ok {rc=0}\u000a17:41:13.249768 bus /sierra_3: Setting Powered False\u000a17:41:14.352922 bus /sierra_3: Setting Powered False\u000a17:41:15.460312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:40:55" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2392↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2392↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:41:17.511546 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:17.522964 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:17.669674 tst emergency_mo_mt_call.py: using LAC 35200\u000a17:41:17.796922 tst emergency_mo_mt_call.py: using RAC 10\u000a17:41:17.921520 tst emergency_mo_mt_call.py: using CellId 35200\u000a17:41:18.047053 tst emergency_mo_mt_call.py: using BVCI 35201\u000a17:41:18.071465 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:18.082833 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:18.093977 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:18.105089 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:18.116466 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:18.128033 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:18.250014 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:18.460064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:18.964250 run create_hlr_db(pid=12402): Launched\u000a17:41:19.152349 bus /sierra_2: Setting Powered False\u000a17:41:20.172171 run create_hlr_db(pid=12402): Terminated: ok {rc=0}\u000a17:41:20.576281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Launched\u000a17:41:20.875766 run osmo-hlr_10.42.42.2(pid=12405): Launched\u000a17:41:20.994328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:21.523565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Launched\u000a17:41:21.836909 run osmo-stp_10.42.42.5(pid=12408): Launched\u000a17:41:21.967535 tst emergency_mo_mt_call.py: using MSISDN 8251\u000a17:41:22.128484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:41:22.715806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12410): Launched\u000a17:41:23.038093 run osmo-msc_10.42.42.6(pid=12411): Launched\u000a17:41:23.226712 run osmo-stp_10.42.42.5(pid=12408): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]\u000a17:41:23.363551 run osmo-stp_10.42.42.5(pid=12408): stdout: \u000a| (launched: 2022-12-13_17:41:21.676010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:23.498857 run osmo-stp_10.42.42.5(pid=12408): stderr: \u000a| �[0;m�[38;5;43m20221213174121858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174121858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174121858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174121859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174121859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174121859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174121860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:23.628382 run osmo-stp_10.42.42.5(pid=12408): stdout: \u000a| (launched: 2022-12-13_17:41:21.676010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:23.756891 run osmo-stp_10.42.42.5(pid=12408): stderr: \u000a| �[0;m�[38;5;43m20221213174121858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174121858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174121858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174121859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174121859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174121859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174121860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:23.813273 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2392↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)] [trial-2392↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a17:41:23.822297 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a17:41:23.885805 run osmo-hlr_10.42.42.2(pid=12405): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12405)]\u000a17:41:23.937855 run osmo-hlr_10.42.42.2(pid=12405): stdout: \u000a| (launched: 2022-12-13_17:41:20.728798) \u000a17:41:23.990754 run osmo-hlr_10.42.42.2(pid=12405): stderr: \u000a| �[0;m�[1;31m20221213174120900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174120900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174120900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174120900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174120900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174120900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174120912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174120923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174120923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174120923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:24.062283 run osmo-msc_10.42.42.6(pid=12411): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12411)]\u000a17:41:24.114482 run osmo-msc_10.42.42.6(pid=12411): stdout: \u000a| (launched: 2022-12-13_17:41:22.879048) \u000a17:41:24.167209 run osmo-msc_10.42.42.6(pid=12411): stderr: \u000a| �[0;m�[38;5;43m20221213174123197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174123197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3a3525c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174123197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174123197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174123198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174123198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174123199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174123200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174123200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174123200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:41:24.212177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Terminating (SIGTERM)\u000a17:41:24.255297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Terminating (SIGTERM)\u000a17:41:24.297976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12410): Terminating (SIGTERM)\u000a17:41:24.307705 --- ParallelTerminationStrategy: PID 12404 died...\u000a17:41:24.365102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Terminated: ok {rc=0}\u000a17:41:24.375185 --- ParallelTerminationStrategy: PID 12407 died...\u000a17:41:24.432176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Terminated: ok {rc=0}\u000a17:41:24.442256 --- ParallelTerminationStrategy: PID 12410 died...\u000a17:41:24.499024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12410): Terminated: ok {rc=0}\u000a17:41:24.586293 bus /sierra_3: Setting Powered False\u000a17:41:25.693355 bus /sierra_3: Setting Powered False\u000a17:41:26.806809 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12419): Process ended prematurely: osmo-stp_10.42.42.5(pid=12419) [trial-2392↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12419)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12419): Process ended prematurely: osmo-stp_10.42.42.5(pid=12419) [trial-2392↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:41:27.859860 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:27.871913 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:28.011727 tst emergency_preemptive_call.py: using LAC 35201\u000a17:41:28.134176 tst emergency_preemptive_call.py: using RAC 11\u000a17:41:28.254275 tst emergency_preemptive_call.py: using CellId 35201\u000a17:41:28.383361 tst emergency_preemptive_call.py: using BVCI 35202\u000a17:41:28.407973 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:28.419912 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:28.431260 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:28.442426 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:28.453908 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:41:28.465331 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:28.583672 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:28.700375 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:28.815640 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:29.019966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:29.505023 run create_hlr_db(pid=12413): Launched\u000a17:41:29.679261 bus /sierra_2: Setting Powered False\u000a17:41:30.700472 run create_hlr_db(pid=12413): Terminated: ok {rc=0}\u000a17:41:31.155432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12415): Launched\u000a17:41:31.581368 run osmo-hlr_10.42.42.2(pid=12416): Launched\u000a17:41:31.781683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:32.346689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12418): Launched\u000a17:41:32.647917 run osmo-stp_10.42.42.5(pid=12419): Launched\u000a17:41:32.779252 tst emergency_preemptive_call.py: using MSISDN 8252\u000a17:41:32.928201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:41:33.477133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12421): Launched\u000a17:41:33.776522 run osmo-msc_10.42.42.6(pid=12422): Launched\u000a17:41:33.952538 run osmo-stp_10.42.42.5(pid=12419): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12419)]\u000a17:41:34.080067 run osmo-stp_10.42.42.5(pid=12419): stdout: \u000a| (launched: 2022-12-13_17:41:32.499202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:34.205564 run osmo-stp_10.42.42.5(pid=12419): stderr: \u000a| �[0;m�[38;5;43m20221213174132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174132666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174132666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174132666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174132667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174132667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174132667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:34.326194 run osmo-stp_10.42.42.5(pid=12419): stdout: \u000a| (launched: 2022-12-13_17:41:32.499202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:34.445599 run osmo-stp_10.42.42.5(pid=12419): stderr: \u000a| �[0;m�[38;5;43m20221213174132665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174132666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174132666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174132666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174132667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174132667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174132667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:34.498004 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12419): Process ended prematurely: osmo-stp_10.42.42.5(pid=12419) [trial-2392↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12419)] [trial-2392↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a17:41:34.506301 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a17:41:34.566610 run osmo-hlr_10.42.42.2(pid=12416): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12416)]\u000a17:41:34.616368 run osmo-hlr_10.42.42.2(pid=12416): stdout: \u000a| (launched: 2022-12-13_17:41:31.313150) \u000a17:41:34.666756 run osmo-hlr_10.42.42.2(pid=12416): stderr: \u000a| �[0;m�[1;31m20221213174131553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174131553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174131553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174131553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174131553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174131553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174131570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174131590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174131590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174131590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:34.734809 run osmo-msc_10.42.42.6(pid=12422): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12422)]\u000a17:41:34.784267 run osmo-msc_10.42.42.6(pid=12422): stdout: \u000a| (launched: 2022-12-13_17:41:33.628858) \u000a17:41:34.834261 run osmo-msc_10.42.42.6(pid=12422): stderr: \u000a| �[0;m�[38;5;43m20221213174133896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174133897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ed876fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174133897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174133897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174133897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174133897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174133899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174133900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174133900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174133900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:41:34.876729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12415): Terminating (SIGTERM)\u000a17:41:34.918775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12418): Terminating (SIGTERM)\u000a17:41:34.959123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12421): Terminating (SIGTERM)\u000a17:41:34.968430 --- ParallelTerminationStrategy: PID 12415 died...\u000a17:41:35.022462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12415): Terminated: ok {rc=0}\u000a17:41:35.032187 --- ParallelTerminationStrategy: PID 12418 died...\u000a17:41:35.085671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12418): Terminated: ok {rc=0}\u000a17:41:35.095365 --- ParallelTerminationStrategy: PID 12421 died...\u000a17:41:35.148807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12421): Terminated: ok {rc=0}\u000a17:41:35.237813 bus /sierra_9: Setting Powered False\u000a17:41:36.343266 bus /sierra_9: Setting Powered False\u000a17:41:37.455493 bus /sierra_8: Setting Powered False\u000a17:41:38.558954 bus /sierra_8: Setting Powered False\u000a17:41:39.672371 bus /sierra_3: Setting Powered False\u000a17:41:40.776445 bus /sierra_3: Setting Powered False\u000a17:41:41.890049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:41:17" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12438): Process ended prematurely: osmo-stp_10.42.42.5(pid=12438) [trial-2392↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12438): Process ended prematurely: osmo-stp_10.42.42.5(pid=12438) [trial-2392↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:41:44.026234 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.037068 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:44.174605 tst cs_paging_gprs_active.py: using LAC 35202\u000a17:41:44.296502 tst cs_paging_gprs_active.py: using RAC 12\u000a17:41:44.418435 tst cs_paging_gprs_active.py: using CellId 35202\u000a17:41:44.540427 tst cs_paging_gprs_active.py: using BVCI 35203\u000a17:41:44.563737 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.574553 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.585109 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.595591 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.606198 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.617161 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.628201 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.638772 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:44.649773 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:44.767391 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:45.065815 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:41:45.202956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:45.544392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12428): Launched\u000a17:41:45.836487 run iperf3-srv_10.42.42.10(pid=12429): Launched\u000a17:41:46.049389 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:41:46.181470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:46.520710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12430): Launched\u000a17:41:46.812471 run iperf3-srv_10.42.42.10(pid=12431): Launched\u000a17:41:47.004182 tst cs_paging_gprs_active.py:38: start network...\u000a17:41:47.133921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:47.629330 run create_hlr_db(pid=12432): Launched\u000a17:41:47.805738 bus /sierra_2: Setting Powered False\u000a17:41:48.827870 run create_hlr_db(pid=12432): Terminated: ok {rc=0}\u000a17:41:49.267221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12434): Launched\u000a17:41:49.598252 run osmo-hlr_10.42.42.2(pid=12435): Launched\u000a17:41:49.722525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:41:50.294397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12437): Launched\u000a17:41:50.623027 run osmo-stp_10.42.42.5(pid=12438): Launched\u000a17:41:50.742290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:41:51.316191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12440): Launched\u000a17:41:51.434648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:41:51.722480 run patchelf(pid=12441): Launched\u000a17:41:51.916036 run osmo-stp_10.42.42.5(pid=12438): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)]\u000a17:41:52.057609 run osmo-stp_10.42.42.5(pid=12438): stdout: \u000a| (launched: 2022-12-13_17:41:50.462277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:52.199780 run osmo-stp_10.42.42.5(pid=12438): stderr: \u000a| �[0;m�[38;5;43m20221213174150651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174150651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174150651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174150652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174150652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174150652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174150652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:52.336108 run osmo-stp_10.42.42.5(pid=12438): stdout: \u000a| (launched: 2022-12-13_17:41:50.462277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:41:52.471662 run osmo-stp_10.42.42.5(pid=12438): stderr: \u000a| �[0;m�[38;5;43m20221213174150651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174150651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174150651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174150652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174150652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174150652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174150652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:41:52.630904 run patchelf(pid=12441): Terminating (SIGINT)\u000a17:41:52.817991 run patchelf(pid=12441): Terminated: ok {rc=0}\u000a17:41:52.852220 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12438): Process ended prematurely: osmo-stp_10.42.42.5(pid=12438) [trial-2392↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12438)] [trial-2392↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a17:41:52.862557 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:41:52.926782 run osmo-hlr_10.42.42.2(pid=12435): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12435)]\u000a17:41:52.979073 run osmo-hlr_10.42.42.2(pid=12435): stdout: \u000a| (launched: 2022-12-13_17:41:49.435566) \u000a17:41:53.031937 run osmo-hlr_10.42.42.2(pid=12435): stderr: \u000a| �[0;m�[1;31m20221213174149633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174149633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174149634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174149634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174149634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174149634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174149647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174149657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174149657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174149657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:41:53.077372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12428): Terminating (SIGTERM)\u000a17:41:53.120041 run iperf3-srv_10.42.42.10(pid=12429): Terminating (SIGTERM)\u000a17:41:53.162855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12430): Terminating (SIGTERM)\u000a17:41:53.205409 run iperf3-srv_10.42.42.10(pid=12431): Terminating (SIGTERM)\u000a17:41:53.248128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12434): Terminating (SIGTERM)\u000a17:41:53.290884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12437): Terminating (SIGTERM)\u000a17:41:53.333551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12440): Terminating (SIGTERM)\u000a17:41:53.343329 --- ParallelTerminationStrategy: PID 12428 died...\u000a17:41:53.401172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12428): Terminated: ok {rc=0}\u000a17:41:53.411444 --- ParallelTerminationStrategy: PID 12429 died...\u000a17:41:53.468567 run iperf3-srv_10.42.42.10(pid=12429): Terminated {rc=256}\u000a17:41:53.478684 --- ParallelTerminationStrategy: PID 12430 died...\u000a17:41:53.535860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12430): Terminated: ok {rc=0}\u000a17:41:53.546139 --- ParallelTerminationStrategy: PID 12431 died...\u000a17:41:53.603039 run iperf3-srv_10.42.42.10(pid=12431): Terminated {rc=256}\u000a17:41:53.613135 --- ParallelTerminationStrategy: PID 12434 died...\u000a17:41:53.670035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12434): Terminated: ok {rc=0}\u000a17:41:53.680043 --- ParallelTerminationStrategy: PID 12437 died...\u000a17:41:53.736552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12437): Terminated: ok {rc=0}\u000a17:41:53.746861 --- ParallelTerminationStrategy: PID 12440 died...\u000a17:41:53.803678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12440): Terminated: ok {rc=0}\u000a17:41:53.891228 bus /gobi_0: Setting Powered False\u000a17:41:54.998199 bus /gobi_0: Setting Powered False\u000a17:41:56.111273 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12453): Process ended prematurely: osmo-stp_10.42.42.5(pid=12453) [trial-2392↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12453): Process ended prematurely: osmo-stp_10.42.42.5(pid=12453) [trial-2392↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a17:41:57.222010 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.233547 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:41:57.373085 tst iperf3.py: using LAC 35203\u000a17:41:57.498682 tst iperf3.py: using RAC 13\u000a17:41:57.617589 tst iperf3.py: using CellId 35203\u000a17:41:57.736330 tst iperf3.py: using BVCI 35204\u000a17:41:57.759753 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.770642 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.781201 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.791708 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.802235 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.813095 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.824042 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.834685 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:41:57.845473 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:41:58.127837 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:41:58.255822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:41:58.575261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12442): Launched\u000a17:41:58.840188 run iperf3-srv_10.42.42.10(pid=12443): Launched\u000a17:41:59.027328 tst iperf3.py:8: start network...\u000a17:41:59.154996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:41:59.648332 run create_hlr_db(pid=12444): Launched\u000a17:41:59.826006 bus /gobi_6: Setting Powered False\u000a17:42:00.848615 run create_hlr_db(pid=12444): Terminated: ok {rc=0}\u000a17:42:01.335780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12449): Launched\u000a17:42:01.747942 run osmo-hlr_10.42.42.2(pid=12450): Launched\u000a17:42:01.987078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:02.603880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12452): Launched\u000a17:42:02.911914 run osmo-stp_10.42.42.5(pid=12453): Launched\u000a17:42:03.024184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:03.562431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12455): Launched\u000a17:42:03.672529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:03.943815 run patchelf(pid=12456): Launched\u000a17:42:04.124773 run osmo-stp_10.42.42.5(pid=12453): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)]\u000a17:42:04.257117 run osmo-stp_10.42.42.5(pid=12453): stdout: \u000a| (launched: 2022-12-13_17:42:02.760221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:04.389654 run osmo-stp_10.42.42.5(pid=12453): stderr: \u000a| �[0;m�[38;5;43m20221213174202929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174202929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174202930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174202930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174202931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174202931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174202931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:04.517145 run osmo-stp_10.42.42.5(pid=12453): stdout: \u000a| (launched: 2022-12-13_17:42:02.760221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:04.643193 run osmo-stp_10.42.42.5(pid=12453): stderr: \u000a| �[0;m�[38;5;43m20221213174202929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174202929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174202930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174202930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174202931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174202931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174202931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:04.792108 run patchelf(pid=12456): Terminating (SIGINT)\u000a17:42:04.968070 run patchelf(pid=12456): Terminated: ok {rc=0}\u000a17:42:05.000032 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12453): Process ended prematurely: osmo-stp_10.42.42.5(pid=12453) [trial-2392↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)] [trial-2392↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a17:42:05.009444 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:42:05.070127 run osmo-hlr_10.42.42.2(pid=12450): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12450)]\u000a17:42:05.119721 run osmo-hlr_10.42.42.2(pid=12450): stdout: \u000a| (launched: 2022-12-13_17:42:01.495158) \u000a17:42:05.169976 run osmo-hlr_10.42.42.2(pid=12450): stderr: \u000a| �[0;m�[1;31m20221213174201833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174201833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174201833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174201833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174201833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174201833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174201849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174201865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174201866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174201866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:05.212897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12442): Terminating (SIGTERM)\u000a17:42:05.253195 run iperf3-srv_10.42.42.10(pid=12443): Terminating (SIGTERM)\u000a17:42:05.293649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12449): Terminating (SIGTERM)\u000a17:42:05.334232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12452): Terminating (SIGTERM)\u000a17:42:05.374651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12455): Terminating (SIGTERM)\u000a17:42:05.383949 --- ParallelTerminationStrategy: PID 12442 died...\u000a17:42:05.437951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12442): Terminated: ok {rc=0}\u000a17:42:05.447561 --- ParallelTerminationStrategy: PID 12443 died...\u000a17:42:05.501109 run iperf3-srv_10.42.42.10(pid=12443): Terminated {rc=256}\u000a17:42:05.510646 --- ParallelTerminationStrategy: PID 12449 died...\u000a17:42:05.564144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12449): Terminated: ok {rc=0}\u000a17:42:05.573759 --- ParallelTerminationStrategy: PID 12452 died...\u000a17:42:05.627689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12452): Terminated: ok {rc=0}\u000a17:42:05.637389 --- ParallelTerminationStrategy: PID 12455 died...\u000a17:42:05.691425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12455): Terminated: ok {rc=0}\u000a17:42:05.776464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2392↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2392↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a17:42:06.888102 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:06.899539 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:42:07.037713 tst iperf3m4.py: using LAC 35204\u000a17:42:07.157222 tst iperf3m4.py: using RAC 14\u000a17:42:07.276645 tst iperf3m4.py: using CellId 35204\u000a17:42:07.398591 tst iperf3m4.py: using BVCI 35205\u000a17:42:07.421957 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.432683 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.443266 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.453833 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.464669 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.475667 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.486490 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.497008 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:07.507665 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:07.630919 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:07.751558 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:07.871014 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:08.168582 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:42:08.305747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:08.649328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12457): Launched\u000a17:42:08.931541 run iperf3-srv_10.42.42.10(pid=12458): Launched\u000a17:42:09.133631 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:42:09.270958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:09.612015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12459): Launched\u000a17:42:09.896021 run iperf3-srv_10.42.42.10(pid=12460): Launched\u000a17:42:10.097822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:42:10.234957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:10.576434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12461): Launched\u000a17:42:10.860110 run iperf3-srv_10.42.42.10(pid=12462): Launched\u000a17:42:11.062071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:42:11.199643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:11.541237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12463): Launched\u000a17:42:11.823927 run iperf3-srv_10.42.42.10(pid=12464): Launched\u000a17:42:12.025482 tst iperf3m4.py:8: start network...\u000a17:42:12.162802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:12.680173 run create_hlr_db(pid=12465): Launched\u000a17:42:12.870202 bus /gobi_6: Setting Powered False\u000a17:42:13.891898 run create_hlr_db(pid=12465): Terminated: ok {rc=0}\u000a17:42:14.305174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12467): Launched\u000a17:42:14.613950 run osmo-hlr_10.42.42.2(pid=12468): Launched\u000a17:42:14.726336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:15.261414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Launched\u000a17:42:15.569459 run osmo-stp_10.42.42.5(pid=12471): Launched\u000a17:42:15.682858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:16.284239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Launched\u000a17:42:16.396486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:16.684815 run patchelf(pid=12474): Launched\u000a17:42:16.869092 run osmo-stp_10.42.42.5(pid=12471): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]\u000a17:42:17.003625 run osmo-stp_10.42.42.5(pid=12471): stdout: \u000a| (launched: 2022-12-13_17:42:15.417778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:17.138479 run osmo-stp_10.42.42.5(pid=12471): stderr: \u000a| �[0;m�[38;5;43m20221213174215587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174215587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174215587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174215587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174215588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174215588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174215588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:17.274497 run osmo-stp_10.42.42.5(pid=12471): stdout: \u000a| (launched: 2022-12-13_17:42:15.417778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:17.428911 run osmo-stp_10.42.42.5(pid=12471): stderr: \u000a| �[0;m�[38;5;43m20221213174215587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174215587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174215587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174215587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174215588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174215588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174215588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:17.589884 run patchelf(pid=12474): Terminating (SIGINT)\u000a17:42:17.777927 run patchelf(pid=12474): Terminated: ok {rc=0}\u000a17:42:17.812658 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2392↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)] [trial-2392↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a17:42:17.822965 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:42:17.889130 run osmo-hlr_10.42.42.2(pid=12468): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12468)]\u000a17:42:17.942329 run osmo-hlr_10.42.42.2(pid=12468): stdout: \u000a| (launched: 2022-12-13_17:42:14.461930) \u000a17:42:17.995953 run osmo-hlr_10.42.42.2(pid=12468): stderr: \u000a| �[0;m�[1;31m20221213174214635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174214635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174214635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174214635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174214636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174214636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174214648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174214658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174214658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174214658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:18.041979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12457): Terminating (SIGTERM)\u000a17:42:18.085385 run iperf3-srv_10.42.42.10(pid=12458): Terminating (SIGTERM)\u000a17:42:18.128730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12459): Terminating (SIGTERM)\u000a17:42:18.172168 run iperf3-srv_10.42.42.10(pid=12460): Terminating (SIGTERM)\u000a17:42:18.215799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12461): Terminating (SIGTERM)\u000a17:42:18.259191 run iperf3-srv_10.42.42.10(pid=12462): Terminating (SIGTERM)\u000a17:42:18.303018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12463): Terminating (SIGTERM)\u000a17:42:18.346392 run iperf3-srv_10.42.42.10(pid=12464): Terminating (SIGTERM)\u000a17:42:18.390039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12467): Terminating (SIGTERM)\u000a17:42:18.433596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Terminating (SIGTERM)\u000a17:42:18.477143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Terminating (SIGTERM)\u000a17:42:18.487058 --- ParallelTerminationStrategy: PID 12457 died...\u000a17:42:18.545868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12457): Terminated: ok {rc=0}\u000a17:42:18.556216 --- ParallelTerminationStrategy: PID 12458 died...\u000a17:42:18.614655 run iperf3-srv_10.42.42.10(pid=12458): Terminated {rc=256}\u000a17:42:18.624927 --- ParallelTerminationStrategy: PID 12459 died...\u000a17:42:18.683283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12459): Terminated: ok {rc=0}\u000a17:42:18.693924 --- ParallelTerminationStrategy: PID 12460 died...\u000a17:42:18.752271 run iperf3-srv_10.42.42.10(pid=12460): Terminated {rc=256}\u000a17:42:18.762601 --- ParallelTerminationStrategy: PID 12461 died...\u000a17:42:18.821071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12461): Terminated: ok {rc=0}\u000a17:42:18.831371 --- ParallelTerminationStrategy: PID 12462 died...\u000a17:42:18.889481 run iperf3-srv_10.42.42.10(pid=12462): Terminated {rc=256}\u000a17:42:18.899857 --- ParallelTerminationStrategy: PID 12463 died...\u000a17:42:18.958251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12463): Terminated: ok {rc=0}\u000a17:42:18.968458 --- ParallelTerminationStrategy: PID 12464 died...\u000a17:42:19.026633 run iperf3-srv_10.42.42.10(pid=12464): Terminated {rc=256}\u000a17:42:19.037003 --- ParallelTerminationStrategy: PID 12467 died...\u000a17:42:19.095677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12467): Terminated: ok {rc=0}\u000a17:42:19.106066 --- ParallelTerminationStrategy: PID 12470 died...\u000a17:42:19.164661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Terminated: ok {rc=0}\u000a17:42:19.174952 --- ParallelTerminationStrategy: PID 12473 died...\u000a17:42:19.233574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Terminated: ok {rc=0}\u000a17:42:19.322321 bus /gobi_4: Setting Powered False\u000a17:42:20.430942 bus /gobi_4: Setting Powered False\u000a17:42:21.541161 bus /gobi_1: Setting Powered False\u000a17:42:22.649060 bus /gobi_1: Setting Powered False\u000a17:42:23.757931 bus /gobi_0: Setting Powered False\u000a17:42:24.864814 bus /gobi_0: Setting Powered False\u000a17:42:25.974935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12481): Process ended prematurely: osmo-stp_10.42.42.5(pid=12481) [trial-2392↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12481)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12481): Process ended prematurely: osmo-stp_10.42.42.5(pid=12481) [trial-2392↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a17:42:27.044740 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.056746 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:42:27.203555 tst ping.py: using LAC 35205\u000a17:42:27.329733 tst ping.py: using RAC 15\u000a17:42:27.456260 tst ping.py: using CellId 35205\u000a17:42:27.587780 tst ping.py: using BVCI 35206\u000a17:42:27.612609 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.623921 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.634930 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.645940 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.657232 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.668493 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.680001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:27.691287 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:27.971831 tst ping.py:19: start network...\u000a17:42:28.096891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:28.581276 run create_hlr_db(pid=12475): Launched\u000a17:42:28.769521 bus /gobi_6: Setting Powered False\u000a17:42:29.789470 run create_hlr_db(pid=12475): Terminated: ok {rc=0}\u000a17:42:30.194673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12477): Launched\u000a17:42:30.494901 run osmo-hlr_10.42.42.2(pid=12478): Launched\u000a17:42:30.611037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:31.201984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12480): Launched\u000a17:42:31.613167 run osmo-stp_10.42.42.5(pid=12481): Launched\u000a17:42:31.835953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:32.510640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12483): Launched\u000a17:42:32.626907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:32.908106 run patchelf(pid=12484): Launched\u000a17:42:33.097644 run osmo-stp_10.42.42.5(pid=12481): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12481)]\u000a17:42:33.236341 run osmo-stp_10.42.42.5(pid=12481): stdout: \u000a| (launched: 2022-12-13_17:42:31.358707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:33.375299 run osmo-stp_10.42.42.5(pid=12481): stderr: \u000a| �[0;m�[38;5;43m20221213174231683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174231683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174231683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174231684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174231684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174231684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174231684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:33.510386 run osmo-stp_10.42.42.5(pid=12481): stdout: \u000a| (launched: 2022-12-13_17:42:31.358707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:33.643125 run osmo-stp_10.42.42.5(pid=12481): stderr: \u000a| �[0;m�[38;5;43m20221213174231683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174231683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174231683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174231684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174231684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174231684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174231684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:33.798605 run patchelf(pid=12484): Terminating (SIGINT)\u000a17:42:33.981819 run patchelf(pid=12484): Terminated: ok {rc=0}\u000a17:42:34.014846 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12481): Process ended prematurely: osmo-stp_10.42.42.5(pid=12481) [trial-2392↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12481)] [trial-2392↪gprs:trx-sysmocell5000↪ping.py:22]\u000a17:42:34.024017 tst ping.py:22: Test FAILED (7.0 sec)\u000a17:42:34.089082 run osmo-hlr_10.42.42.2(pid=12478): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12478)]\u000a17:42:34.142022 run osmo-hlr_10.42.42.2(pid=12478): stdout: \u000a| (launched: 2022-12-13_17:42:30.347383) \u000a17:42:34.195553 run osmo-hlr_10.42.42.2(pid=12478): stderr: \u000a| �[0;m�[1;31m20221213174230520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174230520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174230520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174230520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174230520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174230520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174230533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174230545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174230545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174230545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:34.241367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12477): Terminating (SIGTERM)\u000a17:42:34.284471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12480): Terminating (SIGTERM)\u000a17:42:34.327720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12483): Terminating (SIGTERM)\u000a17:42:34.337746 --- ParallelTerminationStrategy: PID 12477 died...\u000a17:42:34.396179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12477): Terminated: ok {rc=0}\u000a17:42:34.406717 --- ParallelTerminationStrategy: PID 12480 died...\u000a17:42:34.464732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12480): Terminated: ok {rc=0}\u000a17:42:34.475179 --- ParallelTerminationStrategy: PID 12483 died...\u000a17:42:34.532840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12483): Terminated: ok {rc=0}\u000a17:42:34.621352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12491): Process ended prematurely: osmo-stp_10.42.42.5(pid=12491) [trial-2392↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12491): Process ended prematurely: osmo-stp_10.42.42.5(pid=12491) [trial-2392↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a17:42:35.676175 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:35.688086 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a17:42:35.834467 tst ping_idle_ping.py: using LAC 35206\u000a17:42:35.961803 tst ping_idle_ping.py: using RAC 16\u000a17:42:36.089577 tst ping_idle_ping.py: using CellId 35206\u000a17:42:36.216419 tst ping_idle_ping.py: using BVCI 35207\u000a17:42:36.241118 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:36.252433 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:36.263492 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:36.274704 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:36.286291 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:36.297819 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:36.309626 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a17:42:36.321286 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a17:42:36.601816 tst ping_idle_ping.py:24: start network...\u000a17:42:36.727665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:37.213489 run create_hlr_db(pid=12485): Launched\u000a17:42:37.388035 bus /gobi_6: Setting Powered False\u000a17:42:38.409658 run create_hlr_db(pid=12485): Terminated: ok {rc=0}\u000a17:42:38.840325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12487): Launched\u000a17:42:39.163904 run osmo-hlr_10.42.42.2(pid=12488): Launched\u000a17:42:39.284054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:39.848878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12490): Launched\u000a17:42:40.172700 run osmo-stp_10.42.42.5(pid=12491): Launched\u000a17:42:40.290124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:40.855191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12493): Launched\u000a17:42:40.971522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:41.255397 run patchelf(pid=12494): Launched\u000a17:42:41.445493 run osmo-stp_10.42.42.5(pid=12491): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)]\u000a17:42:41.584768 run osmo-stp_10.42.42.5(pid=12491): stdout: \u000a| (launched: 2022-12-13_17:42:40.013727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:41.724207 run osmo-stp_10.42.42.5(pid=12491): stderr: \u000a| �[0;m�[38;5;43m20221213174240202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174240202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174240203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174240203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174240204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174240204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174240204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:41.858894 run osmo-stp_10.42.42.5(pid=12491): stdout: \u000a| (launched: 2022-12-13_17:42:40.013727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:41.992717 run osmo-stp_10.42.42.5(pid=12491): stderr: \u000a| �[0;m�[38;5;43m20221213174240202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174240202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174240203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174240203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174240204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174240204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174240204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:42.148921 run patchelf(pid=12494): Terminating (SIGINT)\u000a17:42:42.332801 run patchelf(pid=12494): Terminated: ok {rc=0}\u000a17:42:42.365923 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12491): Process ended prematurely: osmo-stp_10.42.42.5(pid=12491) [trial-2392↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)] [trial-2392↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a17:42:42.375227 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:42:42.440047 run osmo-hlr_10.42.42.2(pid=12488): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12488)]\u000a17:42:42.492889 run osmo-hlr_10.42.42.2(pid=12488): stdout: \u000a| (launched: 2022-12-13_17:42:39.004832) \u000a17:42:42.546187 run osmo-hlr_10.42.42.2(pid=12488): stderr: \u000a| �[0;m�[1;31m20221213174239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174239213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174239222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174239222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174239222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:42.591680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12487): Terminating (SIGTERM)\u000a17:42:42.634746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12490): Terminating (SIGTERM)\u000a17:42:42.677725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12493): Terminating (SIGTERM)\u000a17:42:42.687512 --- ParallelTerminationStrategy: PID 12487 died...\u000a17:42:42.744503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12487): Terminated: ok {rc=0}\u000a17:42:42.754643 --- ParallelTerminationStrategy: PID 12490 died...\u000a17:42:42.811643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12490): Terminated: ok {rc=0}\u000a17:42:42.821869 --- ParallelTerminationStrategy: PID 12493 died...\u000a17:42:42.879014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12493): Terminated: ok {rc=0}\u000a17:42:42.970930 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:41:43" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12508): Process ended prematurely: osmo-stp_10.42.42.5(pid=12508) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12508): Process ended prematurely: osmo-stp_10.42.42.5(pid=12508) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:42:45.122872 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.133935 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:42:45.274043 tst cs_paging_gprs_active.py: using LAC 35207\u000a17:42:45.397745 tst cs_paging_gprs_active.py: using RAC 17\u000a17:42:45.523047 tst cs_paging_gprs_active.py: using CellId 35207\u000a17:42:45.651043 tst cs_paging_gprs_active.py: using BVCI 35208\u000a17:42:45.676388 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.687766 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.699013 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.710284 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.721706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.733248 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.745818 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.757266 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:45.769143 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:45.909591 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:46.229441 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:42:46.361368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:46.690360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12498): Launched\u000a17:42:46.975928 run iperf3-srv_10.42.42.10(pid=12499): Launched\u000a17:42:47.168028 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:42:47.297477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:47.619233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12500): Launched\u000a17:42:47.886238 run iperf3-srv_10.42.42.10(pid=12501): Launched\u000a17:42:48.074942 tst cs_paging_gprs_active.py:38: start network...\u000a17:42:48.203178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:42:48.699526 run create_hlr_db(pid=12502): Launched\u000a17:42:48.877278 bus /gobi_6: Setting Powered False\u000a17:42:49.898422 run create_hlr_db(pid=12502): Terminated: ok {rc=0}\u000a17:42:50.340059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12504): Launched\u000a17:42:50.670539 run osmo-hlr_10.42.42.2(pid=12505): Launched\u000a17:42:50.791183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:42:51.367273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12507): Launched\u000a17:42:51.699376 run osmo-stp_10.42.42.5(pid=12508): Launched\u000a17:42:51.820331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:42:52.399069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12510): Launched\u000a17:42:52.517433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:42:52.806942 run patchelf(pid=12511): Launched\u000a17:42:53.000296 run osmo-stp_10.42.42.5(pid=12508): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)]\u000a17:42:53.141816 run osmo-stp_10.42.42.5(pid=12508): stdout: \u000a| (launched: 2022-12-13_17:42:51.535765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:53.283622 run osmo-stp_10.42.42.5(pid=12508): stderr: \u000a| �[0;m�[38;5;43m20221213174251726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174251726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174251726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174251726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174251727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174251727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174251727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:53.420904 run osmo-stp_10.42.42.5(pid=12508): stdout: \u000a| (launched: 2022-12-13_17:42:51.535765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:42:53.556221 run osmo-stp_10.42.42.5(pid=12508): stderr: \u000a| �[0;m�[38;5;43m20221213174251726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174251726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174251726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174251726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174251727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174251727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174251727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:42:53.715217 run patchelf(pid=12511): Terminating (SIGINT)\u000a17:42:53.902545 run patchelf(pid=12511): Terminated: ok {rc=0}\u000a17:42:53.937156 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12508): Process ended prematurely: osmo-stp_10.42.42.5(pid=12508) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12508)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:42:53.947288 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:42:54.011625 run osmo-hlr_10.42.42.2(pid=12505): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12505)]\u000a17:42:54.064327 run osmo-hlr_10.42.42.2(pid=12505): stdout: \u000a| (launched: 2022-12-13_17:42:50.508614) \u000a17:42:54.117959 run osmo-hlr_10.42.42.2(pid=12505): stderr: \u000a| �[0;m�[1;31m20221213174250704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174250704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174250704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174250704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174250704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174250704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174250750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174250760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174250760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174250761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:42:54.163638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12498): Terminating (SIGTERM)\u000a17:42:54.206857 run iperf3-srv_10.42.42.10(pid=12499): Terminating (SIGTERM)\u000a17:42:54.249676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12500): Terminating (SIGTERM)\u000a17:42:54.292265 run iperf3-srv_10.42.42.10(pid=12501): Terminating (SIGTERM)\u000a17:42:54.335081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12504): Terminating (SIGTERM)\u000a17:42:54.377764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12507): Terminating (SIGTERM)\u000a17:42:54.420754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12510): Terminating (SIGTERM)\u000a17:42:54.430611 --- ParallelTerminationStrategy: PID 12498 died...\u000a17:42:54.488001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12498): Terminated: ok {rc=0}\u000a17:42:54.498222 --- ParallelTerminationStrategy: PID 12499 died...\u000a17:42:54.555355 run iperf3-srv_10.42.42.10(pid=12499): Terminated {rc=256}\u000a17:42:54.565901 --- ParallelTerminationStrategy: PID 12500 died...\u000a17:42:54.622865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12500): Terminated: ok {rc=0}\u000a17:42:54.633042 --- ParallelTerminationStrategy: PID 12501 died...\u000a17:42:54.690118 run iperf3-srv_10.42.42.10(pid=12501): Terminated {rc=256}\u000a17:42:54.700168 --- ParallelTerminationStrategy: PID 12504 died...\u000a17:42:54.757070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12504): Terminated: ok {rc=0}\u000a17:42:54.767215 --- ParallelTerminationStrategy: PID 12507 died...\u000a17:42:54.824250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12507): Terminated: ok {rc=0}\u000a17:42:54.834416 --- ParallelTerminationStrategy: PID 12510 died...\u000a17:42:54.891487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12510): Terminated: ok {rc=0}\u000a17:42:54.979360 bus /gobi_0: Setting Powered False\u000a17:42:56.087972 bus /gobi_0: Setting Powered False\u000a17:42:57.198300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12520): Process ended prematurely: osmo-stp_10.42.42.5(pid=12520) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12520): Process ended prematurely: osmo-stp_10.42.42.5(pid=12520) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:42:58.315529 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.327881 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:42:58.478899 tst iperf3.py: using LAC 35208\u000a17:42:58.608352 tst iperf3.py: using RAC 18\u000a17:42:58.739077 tst iperf3.py: using CellId 35208\u000a17:42:58.867848 tst iperf3.py: using BVCI 35209\u000a17:42:58.893005 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.904412 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.915649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.926928 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.938558 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.950121 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.961958 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.973559 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:42:58.985313 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:42:59.283985 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:42:59.421347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:42:59.762434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12512): Launched\u000a17:43:00.044115 run iperf3-srv_10.42.42.10(pid=12513): Launched\u000a17:43:00.246758 tst iperf3.py:8: start network...\u000a17:43:00.384229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:00.911576 run create_hlr_db(pid=12514): Launched\u000a17:43:01.104889 bus /gobi_6: Setting Powered False\u000a17:43:02.115455 run create_hlr_db(pid=12514): Terminated: ok {rc=0}\u000a17:43:02.538081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12516): Launched\u000a17:43:02.847166 run osmo-hlr_10.42.42.2(pid=12517): Launched\u000a17:43:02.969959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:03.515417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12519): Launched\u000a17:43:03.822818 run osmo-stp_10.42.42.5(pid=12520): Launched\u000a17:43:03.935299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:04.471219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12522): Launched\u000a17:43:04.580018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:04.848890 run patchelf(pid=12523): Launched\u000a17:43:05.028774 run osmo-stp_10.42.42.5(pid=12520): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)]\u000a17:43:05.160857 run osmo-stp_10.42.42.5(pid=12520): stdout: \u000a| (launched: 2022-12-13_17:43:03.671285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:05.293337 run osmo-stp_10.42.42.5(pid=12520): stderr: \u000a| �[0;m�[38;5;43m20221213174303839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174303840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174303840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174303840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:05.420225 run osmo-stp_10.42.42.5(pid=12520): stdout: \u000a| (launched: 2022-12-13_17:43:03.671285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:05.545852 run osmo-stp_10.42.42.5(pid=12520): stderr: \u000a| �[0;m�[38;5;43m20221213174303839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174303840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174303840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174303840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174303841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:05.693778 run patchelf(pid=12523): Terminating (SIGINT)\u000a17:43:05.868438 run patchelf(pid=12523): Terminated: ok {rc=0}\u000a17:43:05.900443 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12520): Process ended prematurely: osmo-stp_10.42.42.5(pid=12520) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12520)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a17:43:05.909787 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:43:05.970290 run osmo-hlr_10.42.42.2(pid=12517): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12517)]\u000a17:43:06.019796 run osmo-hlr_10.42.42.2(pid=12517): stdout: \u000a| (launched: 2022-12-13_17:43:02.694382) \u000a17:43:06.070214 run osmo-hlr_10.42.42.2(pid=12517): stderr: \u000a| �[0;m�[1;31m20221213174302866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174302866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174302867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174302867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174302867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174302867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174302878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174302888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174302889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174302889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:06.113077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12512): Terminating (SIGTERM)\u000a17:43:06.153438 run iperf3-srv_10.42.42.10(pid=12513): Terminating (SIGTERM)\u000a17:43:06.193585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12516): Terminating (SIGTERM)\u000a17:43:06.233570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12519): Terminating (SIGTERM)\u000a17:43:06.273555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12522): Terminating (SIGTERM)\u000a17:43:06.282755 --- ParallelTerminationStrategy: PID 12512 died...\u000a17:43:06.336143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12512): Terminated: ok {rc=0}\u000a17:43:06.346037 --- ParallelTerminationStrategy: PID 12513 died...\u000a17:43:06.399271 run iperf3-srv_10.42.42.10(pid=12513): Terminated {rc=256}\u000a17:43:06.408716 --- ParallelTerminationStrategy: PID 12516 died...\u000a17:43:06.462034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12516): Terminated: ok {rc=0}\u000a17:43:06.471602 --- ParallelTerminationStrategy: PID 12519 died...\u000a17:43:06.524981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12519): Terminated: ok {rc=0}\u000a17:43:06.534537 --- ParallelTerminationStrategy: PID 12522 died...\u000a17:43:06.587835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12522): Terminated: ok {rc=0}\u000a17:43:06.671893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:43:07.788484 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:07.800765 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:43:07.950938 tst iperf3m4.py: using LAC 35209\u000a17:43:08.079257 tst iperf3m4.py: using RAC 19\u000a17:43:08.203803 tst iperf3m4.py: using CellId 35209\u000a17:43:08.327012 tst iperf3m4.py: using BVCI 35210\u000a17:43:08.350750 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.361991 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.373088 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.383986 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.394878 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.405672 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.416484 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.427195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:08.438229 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:08.561917 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:08.684525 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:08.807406 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:09.091486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:43:09.219694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:09.540063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12524): Launched\u000a17:43:09.805861 run iperf3-srv_10.42.42.10(pid=12525): Launched\u000a17:43:09.993467 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:43:10.121731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:10.443041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12526): Launched\u000a17:43:10.708698 run iperf3-srv_10.42.42.10(pid=12527): Launched\u000a17:43:10.895781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:43:11.022999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:11.342604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12528): Launched\u000a17:43:11.607650 run iperf3-srv_10.42.42.10(pid=12529): Launched\u000a17:43:11.794876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:43:11.923002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:12.251189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Launched\u000a17:43:12.535863 run iperf3-srv_10.42.42.10(pid=12531): Launched\u000a17:43:12.738398 tst iperf3m4.py:8: start network...\u000a17:43:12.876019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:13.394042 run create_hlr_db(pid=12532): Launched\u000a17:43:13.584473 bus /gobi_6: Setting Powered False\u000a17:43:14.605968 run create_hlr_db(pid=12532): Terminated: ok {rc=0}\u000a17:43:15.045615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Launched\u000a17:43:15.377751 run osmo-hlr_10.42.42.2(pid=12535): Launched\u000a17:43:15.498942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:16.091333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Launched\u000a17:43:16.523399 run osmo-stp_10.42.42.5(pid=12538): Launched\u000a17:43:16.764197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:17.316356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Launched\u000a17:43:17.426068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:17.696506 run patchelf(pid=12541): Launched\u000a17:43:17.877843 run osmo-stp_10.42.42.5(pid=12538): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)]\u000a17:43:18.010374 run osmo-stp_10.42.42.5(pid=12538): stdout: \u000a| (launched: 2022-12-13_17:43:16.252083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:18.142900 run osmo-stp_10.42.42.5(pid=12538): stderr: \u000a| �[0;m�[38;5;43m20221213174316545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174316545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174316545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174316546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174316546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174316546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174316546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:18.271127 run osmo-stp_10.42.42.5(pid=12538): stdout: \u000a| (launched: 2022-12-13_17:43:16.252083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:18.396896 run osmo-stp_10.42.42.5(pid=12538): stderr: \u000a| �[0;m�[38;5;43m20221213174316545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174316545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174316545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174316546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174316546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174316546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174316546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:18.546035 run patchelf(pid=12541): Terminating (SIGINT)\u000a17:43:18.721382 run patchelf(pid=12541): Terminated: ok {rc=0}\u000a17:43:18.753738 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12538): Process ended prematurely: osmo-stp_10.42.42.5(pid=12538) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12538)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:43:18.762982 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:43:18.823944 run osmo-hlr_10.42.42.2(pid=12535): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12535)]\u000a17:43:18.874048 run osmo-hlr_10.42.42.2(pid=12535): stdout: \u000a| (launched: 2022-12-13_17:43:15.213457) \u000a17:43:18.924725 run osmo-hlr_10.42.42.2(pid=12535): stderr: \u000a| �[0;m�[1;31m20221213174315409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174315409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174315409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174315409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174315409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174315409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174315421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174315429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:18.967728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12524): Terminating (SIGTERM)\u000a17:43:19.008006 run iperf3-srv_10.42.42.10(pid=12525): Terminating (SIGTERM)\u000a17:43:19.048352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12526): Terminating (SIGTERM)\u000a17:43:19.088704 run iperf3-srv_10.42.42.10(pid=12527): Terminating (SIGTERM)\u000a17:43:19.129169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12528): Terminating (SIGTERM)\u000a17:43:19.169395 run iperf3-srv_10.42.42.10(pid=12529): Terminating (SIGTERM)\u000a17:43:19.209763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Terminating (SIGTERM)\u000a17:43:19.249990 run iperf3-srv_10.42.42.10(pid=12531): Terminating (SIGTERM)\u000a17:43:19.290191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Terminating (SIGTERM)\u000a17:43:19.330466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Terminating (SIGTERM)\u000a17:43:19.370967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Terminating (SIGTERM)\u000a17:43:19.380373 --- ParallelTerminationStrategy: PID 12524 died...\u000a17:43:19.434792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12524): Terminated: ok {rc=0}\u000a17:43:19.444561 --- ParallelTerminationStrategy: PID 12525 died...\u000a17:43:19.498338 run iperf3-srv_10.42.42.10(pid=12525): Terminated {rc=256}\u000a17:43:19.508048 --- ParallelTerminationStrategy: PID 12526 died...\u000a17:43:19.562444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12526): Terminated: ok {rc=0}\u000a17:43:19.572253 --- ParallelTerminationStrategy: PID 12527 died...\u000a17:43:19.626688 run iperf3-srv_10.42.42.10(pid=12527): Terminated {rc=256}\u000a17:43:19.636421 --- ParallelTerminationStrategy: PID 12528 died...\u000a17:43:19.690728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12528): Terminated: ok {rc=0}\u000a17:43:19.700549 --- ParallelTerminationStrategy: PID 12529 died...\u000a17:43:19.755001 run iperf3-srv_10.42.42.10(pid=12529): Terminated {rc=256}\u000a17:43:19.764809 --- ParallelTerminationStrategy: PID 12530 died...\u000a17:43:19.819163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12530): Terminated: ok {rc=0}\u000a17:43:19.828930 --- ParallelTerminationStrategy: PID 12531 died...\u000a17:43:19.883401 run iperf3-srv_10.42.42.10(pid=12531): Terminated {rc=256}\u000a17:43:19.893157 --- ParallelTerminationStrategy: PID 12534 died...\u000a17:43:19.947213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12534): Terminated: ok {rc=0}\u000a17:43:19.956887 --- ParallelTerminationStrategy: PID 12537 died...\u000a17:43:20.011155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12537): Terminated: ok {rc=0}\u000a17:43:20.020865 --- ParallelTerminationStrategy: PID 12540 died...\u000a17:43:20.075503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12540): Terminated: ok {rc=0}\u000a17:43:20.166332 bus /gobi_4: Setting Powered False\u000a17:43:21.270963 bus /gobi_4: Setting Powered False\u000a17:43:22.380098 bus /gobi_1: Setting Powered False\u000a17:43:23.489226 bus /gobi_1: Setting Powered False\u000a17:43:24.599924 bus /gobi_0: Setting Powered False\u000a17:43:25.709131 bus /gobi_0: Setting Powered False\u000a17:43:26.820625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12548): Process ended prematurely: osmo-stp_10.42.42.5(pid=12548) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12548): Process ended prematurely: osmo-stp_10.42.42.5(pid=12548) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:43:27.891117 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:27.903470 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:43:28.045800 tst ping.py: using LAC 35210\u000a17:43:28.166934 tst ping.py: using RAC 20\u000a17:43:28.287639 tst ping.py: using CellId 35210\u000a17:43:28.408558 tst ping.py: using BVCI 35211\u000a17:43:28.432009 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:28.443433 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:28.454301 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:28.465121 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:28.475822 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:28.486706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:28.497833 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:28.508742 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:28.802520 tst ping.py:19: start network...\u000a17:43:28.938208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:29.445706 run create_hlr_db(pid=12542): Launched\u000a17:43:29.634571 bus /gobi_6: Setting Powered False\u000a17:43:30.654157 run create_hlr_db(pid=12542): Terminated: ok {rc=0}\u000a17:43:31.098590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12544): Launched\u000a17:43:31.419655 run osmo-hlr_10.42.42.2(pid=12545): Launched\u000a17:43:31.574378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:32.244228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12547): Launched\u000a17:43:32.576323 run osmo-stp_10.42.42.5(pid=12548): Launched\u000a17:43:32.696569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:33.262297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12550): Launched\u000a17:43:33.378519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:33.662236 run patchelf(pid=12551): Launched\u000a17:43:33.852875 run osmo-stp_10.42.42.5(pid=12548): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)]\u000a17:43:33.992762 run osmo-stp_10.42.42.5(pid=12548): stdout: \u000a| (launched: 2022-12-13_17:43:32.413400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:34.133192 run osmo-stp_10.42.42.5(pid=12548): stderr: \u000a| �[0;m�[38;5;43m20221213174332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174332604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174332605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:34.268224 run osmo-stp_10.42.42.5(pid=12548): stdout: \u000a| (launched: 2022-12-13_17:43:32.413400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:34.402520 run osmo-stp_10.42.42.5(pid=12548): stderr: \u000a| �[0;m�[38;5;43m20221213174332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174332604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174332605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:34.560025 run patchelf(pid=12551): Terminating (SIGINT)\u000a17:43:34.744116 run patchelf(pid=12551): Terminated: ok {rc=0}\u000a17:43:34.777376 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12548): Process ended prematurely: osmo-stp_10.42.42.5(pid=12548) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12548)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a17:43:34.786745 tst ping.py:22: Test FAILED (6.9 sec)\u000a17:43:34.851786 run osmo-hlr_10.42.42.2(pid=12545): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12545)]\u000a17:43:34.904740 run osmo-hlr_10.42.42.2(pid=12545): stdout: \u000a| (launched: 2022-12-13_17:43:31.254645) \u000a17:43:34.958350 run osmo-hlr_10.42.42.2(pid=12545): stderr: \u000a| �[0;m�[1;31m20221213174331632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174331632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174331632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174331633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174331633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174331633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174331654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174331676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174331676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174331676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:35.004345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12544): Terminating (SIGTERM)\u000a17:43:35.047809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12547): Terminating (SIGTERM)\u000a17:43:35.091371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12550): Terminating (SIGTERM)\u000a17:43:35.101416 --- ParallelTerminationStrategy: PID 12544 died...\u000a17:43:35.159676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12544): Terminated: ok {rc=0}\u000a17:43:35.170152 --- ParallelTerminationStrategy: PID 12547 died...\u000a17:43:35.228064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12547): Terminated: ok {rc=0}\u000a17:43:35.238572 --- ParallelTerminationStrategy: PID 12550 died...\u000a17:43:35.296474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12550): Terminated: ok {rc=0}\u000a17:43:35.386114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:43:36.440021 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:36.452465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:43:36.601708 tst ping_idle_ping.py: using LAC 35211\u000a17:43:36.728316 tst ping_idle_ping.py: using RAC 21\u000a17:43:36.850458 tst ping_idle_ping.py: using CellId 35211\u000a17:43:36.969063 tst ping_idle_ping.py: using BVCI 35212\u000a17:43:36.992251 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:37.003839 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:37.014888 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:37.025908 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:37.036867 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:37.047971 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:37.059215 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:43:37.070103 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:43:37.349493 tst ping_idle_ping.py:24: start network...\u000a17:43:37.475636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:37.965656 run create_hlr_db(pid=12552): Launched\u000a17:43:38.141685 bus /gobi_6: Setting Powered False\u000a17:43:39.161736 run create_hlr_db(pid=12552): Terminated: ok {rc=0}\u000a17:43:39.597965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Launched\u000a17:43:39.924730 run osmo-hlr_10.42.42.2(pid=12555): Launched\u000a17:43:40.048436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:40.613113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Launched\u000a17:43:40.939163 run osmo-stp_10.42.42.5(pid=12558): Launched\u000a17:43:41.057685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:41.627036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12560): Launched\u000a17:43:41.743636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:42.030063 run patchelf(pid=12561): Launched\u000a17:43:42.221408 run osmo-stp_10.42.42.5(pid=12558): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]\u000a17:43:42.361779 run osmo-stp_10.42.42.5(pid=12558): stdout: \u000a| (launched: 2022-12-13_17:43:40.778129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:42.503017 run osmo-stp_10.42.42.5(pid=12558): stderr: \u000a| �[0;m�[38;5;43m20221213174340968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174340968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174340968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174340968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174340969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174340969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174340969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:42.638670 run osmo-stp_10.42.42.5(pid=12558): stdout: \u000a| (launched: 2022-12-13_17:43:40.778129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:42.772792 run osmo-stp_10.42.42.5(pid=12558): stderr: \u000a| �[0;m�[38;5;43m20221213174340968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174340968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174340968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174340968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174340969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174340969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174340969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:42.929637 run patchelf(pid=12561): Terminating (SIGINT)\u000a17:43:43.114006 run patchelf(pid=12561): Terminated: ok {rc=0}\u000a17:43:43.146965 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:43:43.156227 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:43:43.220994 run osmo-hlr_10.42.42.2(pid=12555): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12555)]\u000a17:43:43.273615 run osmo-hlr_10.42.42.2(pid=12555): stdout: \u000a| (launched: 2022-12-13_17:43:39.763477) \u000a17:43:43.326966 run osmo-hlr_10.42.42.2(pid=12555): stderr: \u000a| �[0;m�[1;31m20221213174339960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174339960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174339960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174339960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174339960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174339960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174339973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174339984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174339984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174339984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:43.372364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Terminating (SIGTERM)\u000a17:43:43.415371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Terminating (SIGTERM)\u000a17:43:43.458760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12560): Terminating (SIGTERM)\u000a17:43:43.468683 --- ParallelTerminationStrategy: PID 12554 died...\u000a17:43:43.526621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Terminated: ok {rc=0}\u000a17:43:43.537051 --- ParallelTerminationStrategy: PID 12557 died...\u000a17:43:43.594436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Terminated: ok {rc=0}\u000a17:43:43.604761 --- ParallelTerminationStrategy: PID 12560 died...\u000a17:43:43.662396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12560): Terminated: ok {rc=0}\u000a17:43:43.750684 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:42:44" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12576): Process ended prematurely: osmo-stp_10.42.42.5(pid=12576) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12576)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12576): Process ended prematurely: osmo-stp_10.42.42.5(pid=12576) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:43:45.945112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:45.957595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:43:46.130032 tst cs_paging_gprs_active.py: using LAC 35212\u000a17:43:46.283931 tst cs_paging_gprs_active.py: using RAC 22\u000a17:43:46.439806 tst cs_paging_gprs_active.py: using CellId 35212\u000a17:43:46.576002 tst cs_paging_gprs_active.py: using BVCI 35213\u000a17:43:46.603228 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.616038 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.629146 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.641838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.656338 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.669681 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.683493 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.697282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:46.711146 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:46.861189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:43:47.227391 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:43:47.375752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:47.719628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12566): Launched\u000a17:43:48.004336 run iperf3-srv_10.42.42.10(pid=12567): Launched\u000a17:43:48.207173 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:43:48.345058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:43:48.690163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12568): Launched\u000a17:43:48.975365 run iperf3-srv_10.42.42.10(pid=12569): Launched\u000a17:43:49.178015 tst cs_paging_gprs_active.py:38: start network...\u000a17:43:49.316070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:49.837097 run create_hlr_db(pid=12570): Launched\u000a17:43:50.028110 bus /gobi_6: Setting Powered False\u000a17:43:51.050183 run create_hlr_db(pid=12570): Terminated: ok {rc=0}\u000a17:43:51.491434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12572): Launched\u000a17:43:51.821290 run osmo-hlr_10.42.42.2(pid=12573): Launched\u000a17:43:51.945587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:52.524819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12575): Launched\u000a17:43:52.856800 run osmo-stp_10.42.42.5(pid=12576): Launched\u000a17:43:52.976486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:43:53.552824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12578): Launched\u000a17:43:53.671448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:43:53.961485 run patchelf(pid=12579): Launched\u000a17:43:54.155348 run osmo-stp_10.42.42.5(pid=12576): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12576)]\u000a17:43:54.296724 run osmo-stp_10.42.42.5(pid=12576): stdout: \u000a| (launched: 2022-12-13_17:43:52.693704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:54.439081 run osmo-stp_10.42.42.5(pid=12576): stderr: \u000a| �[0;m�[38;5;43m20221213174352884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174352884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174352884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174352885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174352885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174352885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174352885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:54.576427 run osmo-stp_10.42.42.5(pid=12576): stdout: \u000a| (launched: 2022-12-13_17:43:52.693704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:54.711703 run osmo-stp_10.42.42.5(pid=12576): stderr: \u000a| �[0;m�[38;5;43m20221213174352884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174352884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174352884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174352885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174352885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174352885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174352885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:54.870724 run patchelf(pid=12579): Terminating (SIGINT)\u000a17:43:55.057510 run patchelf(pid=12579): Terminated: ok {rc=0}\u000a17:43:55.091544 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12576): Process ended prematurely: osmo-stp_10.42.42.5(pid=12576) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12576)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:43:55.101651 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a17:43:55.166235 run osmo-hlr_10.42.42.2(pid=12573): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12573)]\u000a17:43:55.219160 run osmo-hlr_10.42.42.2(pid=12573): stdout: \u000a| (launched: 2022-12-13_17:43:51.659346) \u000a17:43:55.273156 run osmo-hlr_10.42.42.2(pid=12573): stderr: \u000a| �[0;m�[1;31m20221213174351857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174351858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174351858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174351858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174351858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174351858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174351870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174351878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174351878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174351878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:55.318789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12566): Terminating (SIGTERM)\u000a17:43:55.361559 run iperf3-srv_10.42.42.10(pid=12567): Terminating (SIGTERM)\u000a17:43:55.404344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12568): Terminating (SIGTERM)\u000a17:43:55.447529 run iperf3-srv_10.42.42.10(pid=12569): Terminating (SIGTERM)\u000a17:43:55.490661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12572): Terminating (SIGTERM)\u000a17:43:55.533682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12575): Terminating (SIGTERM)\u000a17:43:55.576649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12578): Terminating (SIGTERM)\u000a17:43:55.586591 --- ParallelTerminationStrategy: PID 12566 died...\u000a17:43:55.644365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12566): Terminated: ok {rc=0}\u000a17:43:55.654646 --- ParallelTerminationStrategy: PID 12567 died...\u000a17:43:55.712158 run iperf3-srv_10.42.42.10(pid=12567): Terminated {rc=256}\u000a17:43:55.722374 --- ParallelTerminationStrategy: PID 12568 died...\u000a17:43:55.779711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12568): Terminated: ok {rc=0}\u000a17:43:55.790088 --- ParallelTerminationStrategy: PID 12569 died...\u000a17:43:55.847284 run iperf3-srv_10.42.42.10(pid=12569): Terminated {rc=256}\u000a17:43:55.857565 --- ParallelTerminationStrategy: PID 12572 died...\u000a17:43:55.914895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12572): Terminated: ok {rc=0}\u000a17:43:55.925265 --- ParallelTerminationStrategy: PID 12575 died...\u000a17:43:55.982654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12575): Terminated: ok {rc=0}\u000a17:43:55.992895 --- ParallelTerminationStrategy: PID 12578 died...\u000a17:43:56.050039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12578): Terminated: ok {rc=0}\u000a17:43:56.137786 bus /gobi_0: Setting Powered False\u000a17:43:57.245782 bus /gobi_0: Setting Powered False\u000a17:43:58.359377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12588): Process ended prematurely: osmo-stp_10.42.42.5(pid=12588) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12588)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12588): Process ended prematurely: osmo-stp_10.42.42.5(pid=12588) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:43:59.470981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:43:59.482564 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:43:59.643089 tst iperf3.py: using LAC 35213\u000a17:43:59.765190 tst iperf3.py: using RAC 23\u000a17:43:59.886662 tst iperf3.py: using CellId 35213\u000a17:44:00.009082 tst iperf3.py: using BVCI 35214\u000a17:44:00.032412 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.043322 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.054608 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.065546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.076371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.087094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.098043 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.108876 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:00.119751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:00.400406 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:44:00.527876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:00.853820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12580): Launched\u000a17:44:01.178549 run iperf3-srv_10.42.42.10(pid=12581): Launched\u000a17:44:01.380322 tst iperf3.py:8: start network...\u000a17:44:01.510518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:02.041631 run create_hlr_db(pid=12582): Launched\u000a17:44:02.221486 bus /gobi_6: Setting Powered False\u000a17:44:03.240228 run create_hlr_db(pid=12582): Terminated: ok {rc=0}\u000a17:44:03.651526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12584): Launched\u000a17:44:03.959262 run osmo-hlr_10.42.42.2(pid=12585): Launched\u000a17:44:04.081149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:04.624154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12587): Launched\u000a17:44:04.932816 run osmo-stp_10.42.42.5(pid=12588): Launched\u000a17:44:05.046084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:05.586445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12590): Launched\u000a17:44:05.695789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:05.966069 run patchelf(pid=12591): Launched\u000a17:44:06.147653 run osmo-stp_10.42.42.5(pid=12588): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12588)]\u000a17:44:06.280539 run osmo-stp_10.42.42.5(pid=12588): stdout: \u000a| (launched: 2022-12-13_17:44:04.780630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:06.413288 run osmo-stp_10.42.42.5(pid=12588): stderr: \u000a| �[0;m�[38;5;43m20221213174404950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174404951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174404951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174404951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:06.541053 run osmo-stp_10.42.42.5(pid=12588): stdout: \u000a| (launched: 2022-12-13_17:44:04.780630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:06.667805 run osmo-stp_10.42.42.5(pid=12588): stderr: \u000a| �[0;m�[38;5;43m20221213174404950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174404951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174404951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174404951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174404952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:06.817637 run patchelf(pid=12591): Terminating (SIGINT)\u000a17:44:06.993611 run patchelf(pid=12591): Terminated: ok {rc=0}\u000a17:44:07.025929 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12588): Process ended prematurely: osmo-stp_10.42.42.5(pid=12588) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12588)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:44:07.035196 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:44:07.096176 run osmo-hlr_10.42.42.2(pid=12585): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12585)]\u000a17:44:07.146063 run osmo-hlr_10.42.42.2(pid=12585): stdout: \u000a| (launched: 2022-12-13_17:44:03.807313) \u000a17:44:07.196691 run osmo-hlr_10.42.42.2(pid=12585): stderr: \u000a| �[0;m�[1;31m20221213174403984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174403984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174403984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174403984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174403984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174403984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174403997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174404006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174404006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174404006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:07.239786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12580): Terminating (SIGTERM)\u000a17:44:07.280174 run iperf3-srv_10.42.42.10(pid=12581): Terminating (SIGTERM)\u000a17:44:07.320727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12584): Terminating (SIGTERM)\u000a17:44:07.361284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12587): Terminating (SIGTERM)\u000a17:44:07.401754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12590): Terminating (SIGTERM)\u000a17:44:07.411051 --- ParallelTerminationStrategy: PID 12580 died...\u000a17:44:07.465536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12580): Terminated: ok {rc=0}\u000a17:44:07.475182 --- ParallelTerminationStrategy: PID 12581 died...\u000a17:44:07.528736 run iperf3-srv_10.42.42.10(pid=12581): Terminated {rc=256}\u000a17:44:07.538304 --- ParallelTerminationStrategy: PID 12584 died...\u000a17:44:07.591648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12584): Terminated: ok {rc=0}\u000a17:44:07.601297 --- ParallelTerminationStrategy: PID 12587 died...\u000a17:44:07.655027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12587): Terminated: ok {rc=0}\u000a17:44:07.664589 --- ParallelTerminationStrategy: PID 12590 died...\u000a17:44:07.718368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12590): Terminated: ok {rc=0}\u000a17:44:07.807801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12606): Process ended prematurely: osmo-stp_10.42.42.5(pid=12606) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12606)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12606): Process ended prematurely: osmo-stp_10.42.42.5(pid=12606) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:44:08.925122 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:08.937544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:44:09.106249 tst iperf3m4.py: using LAC 35214\u000a17:44:09.250830 tst iperf3m4.py: using RAC 24\u000a17:44:09.384077 tst iperf3m4.py: using CellId 35214\u000a17:44:09.515361 tst iperf3m4.py: using BVCI 35215\u000a17:44:09.540740 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.552225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.563541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.574894 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.586849 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.598570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.610530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.622435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:09.634650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:09.758883 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:09.881454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:10.003970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:10.286194 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:44:10.413649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:10.734222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12592): Launched\u000a17:44:11.001954 run iperf3-srv_10.42.42.10(pid=12593): Launched\u000a17:44:11.189452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:44:11.317083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:11.636698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12594): Launched\u000a17:44:11.902220 run iperf3-srv_10.42.42.10(pid=12595): Launched\u000a17:44:12.090247 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:44:12.218074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:12.538840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12596): Launched\u000a17:44:12.805287 run iperf3-srv_10.42.42.10(pid=12597): Launched\u000a17:44:12.992630 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:44:13.120595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:13.439987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12598): Launched\u000a17:44:13.706228 run iperf3-srv_10.42.42.10(pid=12599): Launched\u000a17:44:13.893213 tst iperf3m4.py:8: start network...\u000a17:44:14.021069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:14.515225 run create_hlr_db(pid=12600): Launched\u000a17:44:14.692428 bus /gobi_6: Setting Powered False\u000a17:44:15.714375 run create_hlr_db(pid=12600): Terminated: ok {rc=0}\u000a17:44:16.143861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12602): Launched\u000a17:44:16.540148 run osmo-hlr_10.42.42.2(pid=12603): Launched\u000a17:44:16.743086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:17.341866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12605): Launched\u000a17:44:17.678752 run osmo-stp_10.42.42.5(pid=12606): Launched\u000a17:44:17.800655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:18.379774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12608): Launched\u000a17:44:18.498669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:18.788154 run patchelf(pid=12609): Launched\u000a17:44:18.982481 run osmo-stp_10.42.42.5(pid=12606): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12606)]\u000a17:44:19.124283 run osmo-stp_10.42.42.5(pid=12606): stdout: \u000a| (launched: 2022-12-13_17:44:17.513034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:19.266064 run osmo-stp_10.42.42.5(pid=12606): stderr: \u000a| �[0;m�[38;5;43m20221213174417700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174417700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174417701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174417701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174417702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174417702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174417702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:19.402803 run osmo-stp_10.42.42.5(pid=12606): stdout: \u000a| (launched: 2022-12-13_17:44:17.513034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:19.538954 run osmo-stp_10.42.42.5(pid=12606): stderr: \u000a| �[0;m�[38;5;43m20221213174417700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174417700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174417701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174417701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174417702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174417702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174417702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:19.698347 run patchelf(pid=12609): Terminating (SIGINT)\u000a17:44:19.886022 run patchelf(pid=12609): Terminated: ok {rc=0}\u000a17:44:19.920167 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12606): Process ended prematurely: osmo-stp_10.42.42.5(pid=12606) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12606)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:44:19.930278 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:44:19.995734 run osmo-hlr_10.42.42.2(pid=12603): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12603)]\u000a17:44:20.048892 run osmo-hlr_10.42.42.2(pid=12603): stdout: \u000a| (launched: 2022-12-13_17:44:16.304077) \u000a17:44:20.102314 run osmo-hlr_10.42.42.2(pid=12603): stderr: \u000a| �[0;m�[1;31m20221213174416530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174416530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174416530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174416530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174416530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174416530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174416547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174416560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174416560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174416560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:20.148324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12592): Terminating (SIGTERM)\u000a17:44:20.192150 run iperf3-srv_10.42.42.10(pid=12593): Terminating (SIGTERM)\u000a17:44:20.235474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12594): Terminating (SIGTERM)\u000a17:44:20.278668 run iperf3-srv_10.42.42.10(pid=12595): Terminating (SIGTERM)\u000a17:44:20.321962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12596): Terminating (SIGTERM)\u000a17:44:20.365020 run iperf3-srv_10.42.42.10(pid=12597): Terminating (SIGTERM)\u000a17:44:20.407924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12598): Terminating (SIGTERM)\u000a17:44:20.451095 run iperf3-srv_10.42.42.10(pid=12599): Terminating (SIGTERM)\u000a17:44:20.494171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12602): Terminating (SIGTERM)\u000a17:44:20.536901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12605): Terminating (SIGTERM)\u000a17:44:20.579799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12608): Terminating (SIGTERM)\u000a17:44:20.589715 --- ParallelTerminationStrategy: PID 12592 died...\u000a17:44:20.647093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12592): Terminated: ok {rc=0}\u000a17:44:20.657409 --- ParallelTerminationStrategy: PID 12593 died...\u000a17:44:20.714823 run iperf3-srv_10.42.42.10(pid=12593): Terminated {rc=256}\u000a17:44:20.725060 --- ParallelTerminationStrategy: PID 12594 died...\u000a17:44:20.782587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12594): Terminated: ok {rc=0}\u000a17:44:20.793024 --- ParallelTerminationStrategy: PID 12595 died...\u000a17:44:20.849931 run iperf3-srv_10.42.42.10(pid=12595): Terminated {rc=256}\u000a17:44:20.860084 --- ParallelTerminationStrategy: PID 12596 died...\u000a17:44:20.917335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12596): Terminated: ok {rc=0}\u000a17:44:20.927461 --- ParallelTerminationStrategy: PID 12597 died...\u000a17:44:20.984530 run iperf3-srv_10.42.42.10(pid=12597): Terminated {rc=256}\u000a17:44:20.994777 --- ParallelTerminationStrategy: PID 12598 died...\u000a17:44:21.052204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12598): Terminated: ok {rc=0}\u000a17:44:21.062526 --- ParallelTerminationStrategy: PID 12599 died...\u000a17:44:21.119735 run iperf3-srv_10.42.42.10(pid=12599): Terminated {rc=256}\u000a17:44:21.130009 --- ParallelTerminationStrategy: PID 12602 died...\u000a17:44:21.187452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12602): Terminated: ok {rc=0}\u000a17:44:21.197863 --- ParallelTerminationStrategy: PID 12605 died...\u000a17:44:21.255167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12605): Terminated: ok {rc=0}\u000a17:44:21.265576 --- ParallelTerminationStrategy: PID 12608 died...\u000a17:44:21.322971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12608): Terminated: ok {rc=0}\u000a17:44:21.411368 bus /gobi_4: Setting Powered False\u000a17:44:22.519216 bus /gobi_4: Setting Powered False\u000a17:44:23.629163 bus /gobi_1: Setting Powered False\u000a17:44:24.737600 bus /gobi_1: Setting Powered False\u000a17:44:25.851225 bus /gobi_0: Setting Powered False\u000a17:44:26.957610 bus /gobi_0: Setting Powered False\u000a17:44:28.073448 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:44:29.141439 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.153192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:44:29.311961 tst ping.py: using LAC 35215\u000a17:44:29.430922 tst ping.py: using RAC 25\u000a17:44:29.551803 tst ping.py: using CellId 35215\u000a17:44:29.672303 tst ping.py: using BVCI 35216\u000a17:44:29.695595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.706796 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.717729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.728689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.739615 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.750502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.761661 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:29.772540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:30.050820 tst ping.py:19: start network...\u000a17:44:30.176744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:30.660370 run create_hlr_db(pid=12610): Launched\u000a17:44:30.845174 bus /gobi_6: Setting Powered False\u000a17:44:31.906072 run create_hlr_db(pid=12610): Terminated: ok {rc=0}\u000a17:44:32.377297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Launched\u000a17:44:32.703049 run osmo-hlr_10.42.42.2(pid=12613): Launched\u000a17:44:32.825122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:33.392111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Launched\u000a17:44:33.715866 run osmo-stp_10.42.42.5(pid=12616): Launched\u000a17:44:33.833501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:34.402486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12618): Launched\u000a17:44:34.519026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:34.802059 run patchelf(pid=12619): Launched\u000a17:44:34.992171 run osmo-stp_10.42.42.5(pid=12616): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]\u000a17:44:35.131427 run osmo-stp_10.42.42.5(pid=12616): stdout: \u000a| (launched: 2022-12-13_17:44:33.557002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:35.271211 run osmo-stp_10.42.42.5(pid=12616): stderr: \u000a| �[0;m�[38;5;43m20221213174433747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174433747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174433748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174433748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174433749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174433749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174433749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:35.406160 run osmo-stp_10.42.42.5(pid=12616): stdout: \u000a| (launched: 2022-12-13_17:44:33.557002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:35.539949 run osmo-stp_10.42.42.5(pid=12616): stderr: \u000a| �[0;m�[38;5;43m20221213174433747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174433747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174433748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174433748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174433749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174433749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174433749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:35.696428 run patchelf(pid=12619): Terminating (SIGINT)\u000a17:44:35.880039 run patchelf(pid=12619): Terminated: ok {rc=0}\u000a17:44:35.913206 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:44:35.922487 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:44:35.987242 run osmo-hlr_10.42.42.2(pid=12613): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12613)]\u000a17:44:36.039968 run osmo-hlr_10.42.42.2(pid=12613): stdout: \u000a| (launched: 2022-12-13_17:44:32.542226) \u000a17:44:36.093415 run osmo-hlr_10.42.42.2(pid=12613): stderr: \u000a| �[0;m�[1;31m20221213174432735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174432735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174432735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174432735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174432735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174432735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174432748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174432756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174432756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174432756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:36.139217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Terminating (SIGTERM)\u000a17:44:36.182613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Terminating (SIGTERM)\u000a17:44:36.225759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12618): Terminating (SIGTERM)\u000a17:44:36.235633 --- ParallelTerminationStrategy: PID 12612 died...\u000a17:44:36.293593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Terminated: ok {rc=0}\u000a17:44:36.303983 --- ParallelTerminationStrategy: PID 12615 died...\u000a17:44:36.361822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Terminated: ok {rc=0}\u000a17:44:36.372194 --- ParallelTerminationStrategy: PID 12618 died...\u000a17:44:36.430075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12618): Terminated: ok {rc=0}\u000a17:44:36.519156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12626): Process ended prematurely: osmo-stp_10.42.42.5(pid=12626) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12626): Process ended prematurely: osmo-stp_10.42.42.5(pid=12626) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:44:37.572591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:37.584873 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:44:37.756579 tst ping_idle_ping.py: using LAC 35216\u000a17:44:37.878824 tst ping_idle_ping.py: using RAC 26\u000a17:44:37.997797 tst ping_idle_ping.py: using CellId 35216\u000a17:44:38.116265 tst ping_idle_ping.py: using BVCI 35217\u000a17:44:38.139767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:38.151126 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:38.162157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:38.172895 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:38.183711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:38.194691 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:38.205562 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:44:38.216213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:44:38.514162 tst ping_idle_ping.py:24: start network...\u000a17:44:38.650416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:39.170128 run create_hlr_db(pid=12620): Launched\u000a17:44:39.359835 bus /gobi_6: Setting Powered False\u000a17:44:40.379907 run create_hlr_db(pid=12620): Terminated: ok {rc=0}\u000a17:44:40.789593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12622): Launched\u000a17:44:41.094185 run osmo-hlr_10.42.42.2(pid=12623): Launched\u000a17:44:41.210867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:41.737839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12625): Launched\u000a17:44:42.041277 run osmo-stp_10.42.42.5(pid=12626): Launched\u000a17:44:42.151907 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:42.682304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12628): Launched\u000a17:44:42.790337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:43.057355 run patchelf(pid=12629): Launched\u000a17:44:43.233995 run osmo-stp_10.42.42.5(pid=12626): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)]\u000a17:44:43.363647 run osmo-stp_10.42.42.5(pid=12626): stdout: \u000a| (launched: 2022-12-13_17:44:41.891673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:43.493914 run osmo-stp_10.42.42.5(pid=12626): stderr: \u000a| �[0;m�[38;5;43m20221213174442059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174442059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174442060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174442060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174442061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174442061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174442061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:43.619284 run osmo-stp_10.42.42.5(pid=12626): stdout: \u000a| (launched: 2022-12-13_17:44:41.891673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:43.743005 run osmo-stp_10.42.42.5(pid=12626): stderr: \u000a| �[0;m�[38;5;43m20221213174442059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174442059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174442060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174442060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174442061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174442061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174442061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:43.888321 run patchelf(pid=12629): Terminating (SIGINT)\u000a17:44:44.059947 run patchelf(pid=12629): Terminated: ok {rc=0}\u000a17:44:44.090931 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12626): Process ended prematurely: osmo-stp_10.42.42.5(pid=12626) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12626)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:44:44.099670 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:44:44.159976 run osmo-hlr_10.42.42.2(pid=12623): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12623)]\u000a17:44:44.209417 run osmo-hlr_10.42.42.2(pid=12623): stdout: \u000a| (launched: 2022-12-13_17:44:40.944580) \u000a17:44:44.259627 run osmo-hlr_10.42.42.2(pid=12623): stderr: \u000a| �[0;m�[1;31m20221213174441118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174441118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174441118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174441118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174441118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174441118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174441131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174441140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174441140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174441140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:44.302175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12622): Terminating (SIGTERM)\u000a17:44:44.342589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12625): Terminating (SIGTERM)\u000a17:44:44.382572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12628): Terminating (SIGTERM)\u000a17:44:44.391773 --- ParallelTerminationStrategy: PID 12622 died...\u000a17:44:44.445926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12622): Terminated: ok {rc=0}\u000a17:44:44.455677 --- ParallelTerminationStrategy: PID 12625 died...\u000a17:44:44.509261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12625): Terminated: ok {rc=0}\u000a17:44:44.518926 --- ParallelTerminationStrategy: PID 12628 died...\u000a17:44:44.572164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12628): Terminated: ok {rc=0}\u000a17:44:44.661085 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:43:45" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:44:46.870828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:46.885426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:44:47.084099 tst cs_paging_gprs_active.py: using LAC 35217\u000a17:44:47.212114 tst cs_paging_gprs_active.py: using RAC 27\u000a17:44:47.336533 tst cs_paging_gprs_active.py: using CellId 35217\u000a17:44:47.458974 tst cs_paging_gprs_active.py: using BVCI 35218\u000a17:44:47.482676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.493732 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.504373 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.515130 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.526080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.536744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.547640 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.558389 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:44:47.569268 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:47.692245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:44:47.976003 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:44:48.103712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:48.424205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12634): Launched\u000a17:44:48.690043 run iperf3-srv_10.42.42.10(pid=12635): Launched\u000a17:44:48.877665 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:44:49.006170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:44:49.326861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12636): Launched\u000a17:44:49.593782 run iperf3-srv_10.42.42.10(pid=12637): Launched\u000a17:44:49.781905 tst cs_paging_gprs_active.py:38: start network...\u000a17:44:49.910089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:50.403585 run create_hlr_db(pid=12638): Launched\u000a17:44:50.581805 bus /gobi_6: Setting Powered False\u000a17:44:51.602524 run create_hlr_db(pid=12638): Terminated: ok {rc=0}\u000a17:44:52.042720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Launched\u000a17:44:52.372753 run osmo-hlr_10.42.42.2(pid=12641): Launched\u000a17:44:52.493345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:53.067860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Launched\u000a17:44:53.397858 run osmo-stp_10.42.42.5(pid=12644): Launched\u000a17:44:53.517993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:44:54.093404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12646): Launched\u000a17:44:54.211272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:44:54.500091 run patchelf(pid=12647): Launched\u000a17:44:54.694223 run osmo-stp_10.42.42.5(pid=12644): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]\u000a17:44:54.835752 run osmo-stp_10.42.42.5(pid=12644): stdout: \u000a| (launched: 2022-12-13_17:44:53.236176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:54.977388 run osmo-stp_10.42.42.5(pid=12644): stderr: \u000a| �[0;m�[38;5;43m20221213174453427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174453427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174453427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174453427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174453428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174453428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174453428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:55.114007 run osmo-stp_10.42.42.5(pid=12644): stdout: \u000a| (launched: 2022-12-13_17:44:53.236176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:55.249242 run osmo-stp_10.42.42.5(pid=12644): stderr: \u000a| �[0;m�[38;5;43m20221213174453427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174453427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174453427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174453427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174453428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174453428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174453428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:55.408065 run patchelf(pid=12647): Terminating (SIGINT)\u000a17:44:55.595760 run patchelf(pid=12647): Terminated: ok {rc=0}\u000a17:44:55.630060 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:44:55.640005 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:44:55.704333 run osmo-hlr_10.42.42.2(pid=12641): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12641)]\u000a17:44:55.756603 run osmo-hlr_10.42.42.2(pid=12641): stdout: \u000a| (launched: 2022-12-13_17:44:52.210991) \u000a17:44:55.809584 run osmo-hlr_10.42.42.2(pid=12641): stderr: \u000a| �[0;m�[1;31m20221213174452406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174452406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174452406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174452406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174452406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174452406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174452419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174452428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174452428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174452428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:55.854994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12634): Terminating (SIGTERM)\u000a17:44:55.897768 run iperf3-srv_10.42.42.10(pid=12635): Terminating (SIGTERM)\u000a17:44:55.940906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12636): Terminating (SIGTERM)\u000a17:44:55.983609 run iperf3-srv_10.42.42.10(pid=12637): Terminating (SIGTERM)\u000a17:44:56.026820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Terminating (SIGTERM)\u000a17:44:56.069422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Terminating (SIGTERM)\u000a17:44:56.112005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12646): Terminating (SIGTERM)\u000a17:44:56.121848 --- ParallelTerminationStrategy: PID 12634 died...\u000a17:44:56.179181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12634): Terminated: ok {rc=0}\u000a17:44:56.189327 --- ParallelTerminationStrategy: PID 12635 died...\u000a17:44:56.246369 run iperf3-srv_10.42.42.10(pid=12635): Terminated {rc=256}\u000a17:44:56.256438 --- ParallelTerminationStrategy: PID 12636 died...\u000a17:44:56.313221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12636): Terminated: ok {rc=0}\u000a17:44:56.323267 --- ParallelTerminationStrategy: PID 12637 died...\u000a17:44:56.380001 run iperf3-srv_10.42.42.10(pid=12637): Terminated {rc=256}\u000a17:44:56.390073 --- ParallelTerminationStrategy: PID 12640 died...\u000a17:44:56.447289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Terminated: ok {rc=0}\u000a17:44:56.457504 --- ParallelTerminationStrategy: PID 12643 died...\u000a17:44:56.514634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Terminated: ok {rc=0}\u000a17:44:56.524767 --- ParallelTerminationStrategy: PID 12646 died...\u000a17:44:56.581701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12646): Terminated: ok {rc=0}\u000a17:44:56.669581 bus /gobi_0: Setting Powered False\u000a17:44:57.777380 bus /gobi_0: Setting Powered False\u000a17:44:58.885998 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12659): Process ended prematurely: osmo-stp_10.42.42.5(pid=12659) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12659)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12659): Process ended prematurely: osmo-stp_10.42.42.5(pid=12659) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:45:00.002742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.014987 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:45:00.187565 tst iperf3.py: using LAC 35218\u000a17:45:00.316501 tst iperf3.py: using RAC 28\u000a17:45:00.443018 tst iperf3.py: using CellId 35218\u000a17:45:00.568522 tst iperf3.py: using BVCI 35219\u000a17:45:00.592357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.603553 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.614482 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.625361 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.636189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.647073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.658054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.668719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:00.679603 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:00.997241 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:45:01.131958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:45:01.501245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12648): Launched\u000a17:45:01.792257 run iperf3-srv_10.42.42.10(pid=12652): Launched\u000a17:45:01.988004 tst iperf3.py:8: start network...\u000a17:45:02.120700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:02.617979 run create_hlr_db(pid=12653): Launched\u000a17:45:02.795208 bus /gobi_6: Setting Powered False\u000a17:45:03.816096 run create_hlr_db(pid=12653): Terminated: ok {rc=0}\u000a17:45:04.226953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12655): Launched\u000a17:45:04.534846 run osmo-hlr_10.42.42.2(pid=12656): Launched\u000a17:45:04.647398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:05.184370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12658): Launched\u000a17:45:05.490780 run osmo-stp_10.42.42.5(pid=12659): Launched\u000a17:45:05.601321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:06.137699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12661): Launched\u000a17:45:06.247329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:06.516907 run patchelf(pid=12662): Launched\u000a17:45:06.697429 run osmo-stp_10.42.42.5(pid=12659): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12659)]\u000a17:45:06.829299 run osmo-stp_10.42.42.5(pid=12659): stdout: \u000a| (launched: 2022-12-13_17:45:05.340277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:06.961496 run osmo-stp_10.42.42.5(pid=12659): stderr: \u000a| �[0;m�[38;5;43m20221213174505511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174505511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174505512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174505512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174505513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174505513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174505513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:07.088455 run osmo-stp_10.42.42.5(pid=12659): stdout: \u000a| (launched: 2022-12-13_17:45:05.340277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:07.215324 run osmo-stp_10.42.42.5(pid=12659): stderr: \u000a| �[0;m�[38;5;43m20221213174505511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174505511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174505512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174505512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174505513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174505513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174505513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:07.363528 run patchelf(pid=12662): Terminating (SIGINT)\u000a17:45:07.538480 run patchelf(pid=12662): Terminated: ok {rc=0}\u000a17:45:07.570542 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12659): Process ended prematurely: osmo-stp_10.42.42.5(pid=12659) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12659)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:45:07.579807 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:45:07.639762 run osmo-hlr_10.42.42.2(pid=12656): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12656)]\u000a17:45:07.689270 run osmo-hlr_10.42.42.2(pid=12656): stdout: \u000a| (launched: 2022-12-13_17:45:04.383387) \u000a17:45:07.739154 run osmo-hlr_10.42.42.2(pid=12656): stderr: \u000a| �[0;m�[1;31m20221213174504557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174504557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174504557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174504557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174504557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174504557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174504569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174504577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174504578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174504578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:07.781746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12648): Terminating (SIGTERM)\u000a17:45:07.821748 run iperf3-srv_10.42.42.10(pid=12652): Terminating (SIGTERM)\u000a17:45:07.861934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12655): Terminating (SIGTERM)\u000a17:45:07.901997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12658): Terminating (SIGTERM)\u000a17:45:07.942016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12661): Terminating (SIGTERM)\u000a17:45:07.951277 --- ParallelTerminationStrategy: PID 12648 died...\u000a17:45:08.005172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12648): Terminated: ok {rc=0}\u000a17:45:08.014860 --- ParallelTerminationStrategy: PID 12652 died...\u000a17:45:08.068163 run iperf3-srv_10.42.42.10(pid=12652): Terminated {rc=256}\u000a17:45:08.077856 --- ParallelTerminationStrategy: PID 12655 died...\u000a17:45:08.131224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12655): Terminated: ok {rc=0}\u000a17:45:08.141034 --- ParallelTerminationStrategy: PID 12658 died...\u000a17:45:08.194230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12658): Terminated: ok {rc=0}\u000a17:45:08.203976 --- ParallelTerminationStrategy: PID 12661 died...\u000a17:45:08.257412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12661): Terminated: ok {rc=0}\u000a17:45:08.346327 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12677): Process ended prematurely: osmo-stp_10.42.42.5(pid=12677) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12677)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12677): Process ended prematurely: osmo-stp_10.42.42.5(pid=12677) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:45:09.458220 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:09.470053 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:45:09.630257 tst iperf3m4.py: using LAC 35219\u000a17:45:09.752329 tst iperf3m4.py: using RAC 29\u000a17:45:09.872791 tst iperf3m4.py: using CellId 35219\u000a17:45:09.995057 tst iperf3m4.py: using BVCI 35220\u000a17:45:10.018715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.029790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.040559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.051773 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.062882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.073811 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.084937 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.095963 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:10.107161 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:10.230594 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:10.352101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:10.474426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:10.773328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:45:10.911528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:45:11.256795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12663): Launched\u000a17:45:11.543451 run iperf3-srv_10.42.42.10(pid=12664): Launched\u000a17:45:11.746580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:45:11.884377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:45:12.226600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12665): Launched\u000a17:45:12.512677 run iperf3-srv_10.42.42.10(pid=12666): Launched\u000a17:45:12.715737 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:45:12.853578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:45:13.197727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12667): Launched\u000a17:45:13.482632 run iperf3-srv_10.42.42.10(pid=12668): Launched\u000a17:45:13.685044 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:45:13.822745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:45:14.166658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12669): Launched\u000a17:45:14.451866 run iperf3-srv_10.42.42.10(pid=12670): Launched\u000a17:45:14.654613 tst iperf3m4.py:8: start network...\u000a17:45:14.792286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:15.312926 run create_hlr_db(pid=12671): Launched\u000a17:45:15.504332 bus /gobi_6: Setting Powered False\u000a17:45:16.528432 run create_hlr_db(pid=12671): Terminated: ok {rc=0}\u000a17:45:16.989564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12673): Launched\u000a17:45:17.325958 run osmo-hlr_10.42.42.2(pid=12674): Launched\u000a17:45:17.449208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:18.027300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12676): Launched\u000a17:45:18.357363 run osmo-stp_10.42.42.5(pid=12677): Launched\u000a17:45:18.477420 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:19.059849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12679): Launched\u000a17:45:19.177844 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:19.467868 run patchelf(pid=12680): Launched\u000a17:45:19.662395 run osmo-stp_10.42.42.5(pid=12677): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12677)]\u000a17:45:19.804067 run osmo-stp_10.42.42.5(pid=12677): stdout: \u000a| (launched: 2022-12-13_17:45:18.195250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:19.945695 run osmo-stp_10.42.42.5(pid=12677): stderr: \u000a| �[0;m�[38;5;43m20221213174518386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174518386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174518386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174518387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174518387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174518387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174518387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:20.082701 run osmo-stp_10.42.42.5(pid=12677): stdout: \u000a| (launched: 2022-12-13_17:45:18.195250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:20.217598 run osmo-stp_10.42.42.5(pid=12677): stderr: \u000a| �[0;m�[38;5;43m20221213174518386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174518386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174518386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174518387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174518387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174518387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174518387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:20.376554 run patchelf(pid=12680): Terminating (SIGINT)\u000a17:45:20.564268 run patchelf(pid=12680): Terminated: ok {rc=0}\u000a17:45:20.598308 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12677): Process ended prematurely: osmo-stp_10.42.42.5(pid=12677) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12677)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:45:20.608390 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a17:45:20.672888 run osmo-hlr_10.42.42.2(pid=12674): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12674)]\u000a17:45:20.725375 run osmo-hlr_10.42.42.2(pid=12674): stdout: \u000a| (launched: 2022-12-13_17:45:17.160772) \u000a17:45:20.778578 run osmo-hlr_10.42.42.2(pid=12674): stderr: \u000a| �[0;m�[1;31m20221213174517357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174517357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174517357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174517357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174517357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174517357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174517369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174517378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174517378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174517378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:20.823902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12663): Terminating (SIGTERM)\u000a17:45:20.867162 run iperf3-srv_10.42.42.10(pid=12664): Terminating (SIGTERM)\u000a17:45:20.909982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12665): Terminating (SIGTERM)\u000a17:45:20.953195 run iperf3-srv_10.42.42.10(pid=12666): Terminating (SIGTERM)\u000a17:45:20.996017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12667): Terminating (SIGTERM)\u000a17:45:21.040432 run iperf3-srv_10.42.42.10(pid=12668): Terminating (SIGTERM)\u000a17:45:21.081361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12669): Terminating (SIGTERM)\u000a17:45:21.121275 run iperf3-srv_10.42.42.10(pid=12670): Terminating (SIGTERM)\u000a17:45:21.161227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12673): Terminating (SIGTERM)\u000a17:45:21.201134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12676): Terminating (SIGTERM)\u000a17:45:21.242381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12679): Terminating (SIGTERM)\u000a17:45:21.251722 --- ParallelTerminationStrategy: PID 12663 died...\u000a17:45:21.305580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12663): Terminated: ok {rc=0}\u000a17:45:21.315165 --- ParallelTerminationStrategy: PID 12664 died...\u000a17:45:21.368729 run iperf3-srv_10.42.42.10(pid=12664): Terminated {rc=256}\u000a17:45:21.378321 --- ParallelTerminationStrategy: PID 12665 died...\u000a17:45:21.431729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12665): Terminated: ok {rc=0}\u000a17:45:21.441400 --- ParallelTerminationStrategy: PID 12666 died...\u000a17:45:21.494876 run iperf3-srv_10.42.42.10(pid=12666): Terminated {rc=256}\u000a17:45:21.504420 --- ParallelTerminationStrategy: PID 12667 died...\u000a17:45:21.558112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12667): Terminated: ok {rc=0}\u000a17:45:21.567801 --- ParallelTerminationStrategy: PID 12668 died...\u000a17:45:21.621478 run iperf3-srv_10.42.42.10(pid=12668): Terminated {rc=256}\u000a17:45:21.631142 --- ParallelTerminationStrategy: PID 12669 died...\u000a17:45:21.684680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12669): Terminated: ok {rc=0}\u000a17:45:21.694374 --- ParallelTerminationStrategy: PID 12670 died...\u000a17:45:21.747757 run iperf3-srv_10.42.42.10(pid=12670): Terminated {rc=256}\u000a17:45:21.757419 --- ParallelTerminationStrategy: PID 12673 died...\u000a17:45:21.811237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12673): Terminated: ok {rc=0}\u000a17:45:21.820862 --- ParallelTerminationStrategy: PID 12676 died...\u000a17:45:21.874548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12676): Terminated: ok {rc=0}\u000a17:45:21.884261 --- ParallelTerminationStrategy: PID 12679 died...\u000a17:45:21.937898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12679): Terminated: ok {rc=0}\u000a17:45:22.022631 bus /gobi_4: Setting Powered False\u000a17:45:23.131987 bus /gobi_4: Setting Powered False\u000a17:45:24.242552 bus /gobi_1: Setting Powered False\u000a17:45:25.346235 bus /gobi_1: Setting Powered False\u000a17:45:26.455641 bus /gobi_0: Setting Powered False\u000a17:45:27.564258 bus /gobi_0: Setting Powered False\u000a17:45:28.678351 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:45:29.746061 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:29.757634 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:45:29.918656 tst ping.py: using LAC 35220\u000a17:45:30.035160 tst ping.py: using RAC 30\u000a17:45:30.154192 tst ping.py: using CellId 35220\u000a17:45:30.273764 tst ping.py: using BVCI 35221\u000a17:45:30.296704 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:30.307699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:30.318539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:30.329347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:30.340458 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:30.351332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:30.362205 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:30.373197 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:30.670195 tst ping.py:19: start network...\u000a17:45:30.805834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:31.356006 run create_hlr_db(pid=12682): Launched\u000a17:45:31.548630 bus /gobi_6: Setting Powered False\u000a17:45:32.553710 run create_hlr_db(pid=12682): Terminated: ok {rc=0}\u000a17:45:32.998788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Launched\u000a17:45:33.324096 run osmo-hlr_10.42.42.2(pid=12685): Launched\u000a17:45:33.447349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:34.018634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Launched\u000a17:45:34.342564 run osmo-stp_10.42.42.5(pid=12688): Launched\u000a17:45:34.460275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:35.026080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12690): Launched\u000a17:45:35.141335 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:35.424809 run patchelf(pid=12691): Launched\u000a17:45:35.615318 run osmo-stp_10.42.42.5(pid=12688): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]\u000a17:45:35.754537 run osmo-stp_10.42.42.5(pid=12688): stdout: \u000a| (launched: 2022-12-13_17:45:34.182887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:35.893885 run osmo-stp_10.42.42.5(pid=12688): stderr: \u000a| �[0;m�[38;5;43m20221213174534372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174534372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174534372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174534373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174534373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174534373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174534373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:36.027923 run osmo-stp_10.42.42.5(pid=12688): stdout: \u000a| (launched: 2022-12-13_17:45:34.182887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:36.160707 run osmo-stp_10.42.42.5(pid=12688): stderr: \u000a| �[0;m�[38;5;43m20221213174534372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174534372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174534372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174534373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174534373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174534373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174534373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:36.316572 run patchelf(pid=12691): Terminating (SIGINT)\u000a17:45:36.500406 run patchelf(pid=12691): Terminated: ok {rc=0}\u000a17:45:36.533717 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:45:36.543048 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:45:36.607180 run osmo-hlr_10.42.42.2(pid=12685): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12685)]\u000a17:45:36.659402 run osmo-hlr_10.42.42.2(pid=12685): stdout: \u000a| (launched: 2022-12-13_17:45:33.163219) \u000a17:45:36.712287 run osmo-hlr_10.42.42.2(pid=12685): stderr: \u000a| �[0;m�[1;31m20221213174533357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174533358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174533358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174533358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174533358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174533358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174533369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174533377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174533378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174533378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:36.757207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Terminating (SIGTERM)\u000a17:45:36.800143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Terminating (SIGTERM)\u000a17:45:36.842762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12690): Terminating (SIGTERM)\u000a17:45:36.852528 --- ParallelTerminationStrategy: PID 12684 died...\u000a17:45:36.909883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Terminated: ok {rc=0}\u000a17:45:36.919997 --- ParallelTerminationStrategy: PID 12687 died...\u000a17:45:36.977160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Terminated: ok {rc=0}\u000a17:45:36.987231 --- ParallelTerminationStrategy: PID 12690 died...\u000a17:45:37.044290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12690): Terminated: ok {rc=0}\u000a17:45:37.133421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12698): Process ended prematurely: osmo-stp_10.42.42.5(pid=12698) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12698): Process ended prematurely: osmo-stp_10.42.42.5(pid=12698) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:45:38.186163 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.198300 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:45:38.369078 tst ping_idle_ping.py: using LAC 35221\u000a17:45:38.497417 tst ping_idle_ping.py: using RAC 31\u000a17:45:38.630653 tst ping_idle_ping.py: using CellId 35221\u000a17:45:38.756673 tst ping_idle_ping.py: using BVCI 35222\u000a17:45:38.781594 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.793233 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.804552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.815906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.827875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.840033 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.852307 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:45:38.864506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:45:39.146365 tst ping_idle_ping.py:24: start network...\u000a17:45:39.272420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:39.762162 run create_hlr_db(pid=12692): Launched\u000a17:45:39.937382 bus /gobi_6: Setting Powered False\u000a17:45:40.959026 run create_hlr_db(pid=12692): Terminated: ok {rc=0}\u000a17:45:41.365781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12694): Launched\u000a17:45:41.669462 run osmo-hlr_10.42.42.2(pid=12695): Launched\u000a17:45:41.783887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:42.311027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12697): Launched\u000a17:45:42.615084 run osmo-stp_10.42.42.5(pid=12698): Launched\u000a17:45:42.724309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:43.253768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12700): Launched\u000a17:45:43.362093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:43.630232 run patchelf(pid=12701): Launched\u000a17:45:43.808524 run osmo-stp_10.42.42.5(pid=12698): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)]\u000a17:45:43.939133 run osmo-stp_10.42.42.5(pid=12698): stdout: \u000a| (launched: 2022-12-13_17:45:42.465408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:44.070304 run osmo-stp_10.42.42.5(pid=12698): stderr: \u000a| �[0;m�[38;5;43m20221213174542635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174542635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174542635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174542636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174542636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174542636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174542636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:44.195986 run osmo-stp_10.42.42.5(pid=12698): stdout: \u000a| (launched: 2022-12-13_17:45:42.465408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:44.320729 run osmo-stp_10.42.42.5(pid=12698): stderr: \u000a| �[0;m�[38;5;43m20221213174542635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174542635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174542635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174542636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174542636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174542636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174542636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:44.467629 run patchelf(pid=12701): Terminating (SIGINT)\u000a17:45:44.641225 run patchelf(pid=12701): Terminated: ok {rc=0}\u000a17:45:44.672725 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12698): Process ended prematurely: osmo-stp_10.42.42.5(pid=12698) [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12698)] [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:45:44.681676 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:45:44.742041 run osmo-hlr_10.42.42.2(pid=12695): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12695)]\u000a17:45:44.791653 run osmo-hlr_10.42.42.2(pid=12695): stdout: \u000a| (launched: 2022-12-13_17:45:41.520343) \u000a17:45:44.841914 run osmo-hlr_10.42.42.2(pid=12695): stderr: \u000a| �[0;m�[1;31m20221213174541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174541695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174541695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174541695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174541705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174541714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174541715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174541715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:44.884575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12694): Terminating (SIGTERM)\u000a17:45:44.924587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12697): Terminating (SIGTERM)\u000a17:45:44.964589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12700): Terminating (SIGTERM)\u000a17:45:44.973563 --- ParallelTerminationStrategy: PID 12694 died...\u000a17:45:45.027864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12694): Terminated: ok {rc=0}\u000a17:45:45.037576 --- ParallelTerminationStrategy: PID 12697 died...\u000a17:45:45.090945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12697): Terminated: ok {rc=0}\u000a17:45:45.100634 --- ParallelTerminationStrategy: PID 12700 died...\u000a17:45:45.154044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12700): Terminated: ok {rc=0}\u000a17:45:45.243975 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:44:46" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12713): Process ended prematurely: osmo-stp_10.42.42.5(pid=12713) [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12713)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12713): Process ended prematurely: osmo-stp_10.42.42.5(pid=12713) [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:45:47.360349 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.371616 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:45:47.529577 tst switch_tch_pdch.py: using LAC 35222\u000a17:45:47.653661 tst switch_tch_pdch.py: using RAC 32\u000a17:45:47.770443 tst switch_tch_pdch.py: using CellId 35222\u000a17:45:47.887182 tst switch_tch_pdch.py: using BVCI 35223\u000a17:45:47.910352 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.921608 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.932570 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.943721 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.954896 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.966280 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.977521 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:45:47.988584 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:45:48.111938 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:45:48.393503 tst switch_tch_pdch.py:51: start network...\u000a17:45:48.519406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:49.007747 run create_hlr_db(pid=12705): Launched\u000a17:45:49.198036 bus /gobi_6: Setting Powered False\u000a17:45:50.218479 run create_hlr_db(pid=12705): Terminated: ok {rc=0}\u000a17:45:50.652840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12707): Launched\u000a17:45:50.980871 run osmo-hlr_10.42.42.2(pid=12708): Launched\u000a17:45:51.100380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:51.667050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12710): Launched\u000a17:45:52.000567 run osmo-stp_10.42.42.5(pid=12713): Launched\u000a17:45:52.120756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:45:52.687589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12717): Launched\u000a17:45:52.804024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:45:53.087439 run patchelf(pid=12718): Launched\u000a17:45:53.277220 run osmo-stp_10.42.42.5(pid=12713): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12713)]\u000a17:45:53.416042 run osmo-stp_10.42.42.5(pid=12713): stdout: \u000a| (launched: 2022-12-13_17:45:51.831310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:53.555998 run osmo-stp_10.42.42.5(pid=12713): stderr: \u000a| �[0;m�[38;5;43m20221213174552054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174552054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174552054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174552054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174552055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174552055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174552055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:53.690412 run osmo-stp_10.42.42.5(pid=12713): stdout: \u000a| (launched: 2022-12-13_17:45:51.831310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:53.823485 run osmo-stp_10.42.42.5(pid=12713): stderr: \u000a| �[0;m�[38;5;43m20221213174552054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174552054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174552054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174552054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174552055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174552055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174552055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:53.979384 run patchelf(pid=12718): Terminating (SIGINT)\u000a17:45:54.162835 run patchelf(pid=12718): Terminated: ok {rc=0}\u000a17:45:54.195860 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12713): Process ended prematurely: osmo-stp_10.42.42.5(pid=12713) [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12713)] [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:45:54.205267 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a17:45:54.269081 run osmo-hlr_10.42.42.2(pid=12708): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12708)]\u000a17:45:54.321625 run osmo-hlr_10.42.42.2(pid=12708): stdout: \u000a| (launched: 2022-12-13_17:45:50.818584) \u000a17:45:54.374690 run osmo-hlr_10.42.42.2(pid=12708): stderr: \u000a| �[0;m�[1;31m20221213174551015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174551015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174551015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174551015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174551015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174551015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174551027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174551035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174551035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174551035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:54.419918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12707): Terminating (SIGTERM)\u000a17:45:54.463063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12710): Terminating (SIGTERM)\u000a17:45:54.505769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12717): Terminating (SIGTERM)\u000a17:45:54.515480 --- ParallelTerminationStrategy: PID 12707 died...\u000a17:45:54.572874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12707): Terminated: ok {rc=0}\u000a17:45:54.583053 --- ParallelTerminationStrategy: PID 12710 died...\u000a17:45:54.640171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12710): Terminated: ok {rc=0}\u000a17:45:54.650393 --- ParallelTerminationStrategy: PID 12717 died...\u000a17:45:54.707551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12717): Terminated: ok {rc=0}\u000a17:45:54.795928 bus /gobi_0: Setting Powered False\u000a17:45:55.904431 bus /gobi_0: Setting Powered False\u000a17:45:57.019260 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:45:47" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12728): Process ended prematurely: osmo-stp_10.42.42.5(pid=12728) [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12728)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12728): Process ended prematurely: osmo-stp_10.42.42.5(pid=12728) [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:45:58.999551 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.010820 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:45:59.167221 tst switch_tch_pdch.py: using LAC 35223\u000a17:45:59.287451 tst switch_tch_pdch.py: using RAC 33\u000a17:45:59.409339 tst switch_tch_pdch.py: using CellId 35223\u000a17:45:59.536202 tst switch_tch_pdch.py: using BVCI 35224\u000a17:45:59.561429 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.573135 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.584397 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.595879 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.607632 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.619315 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.631134 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:45:59.642813 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:45:59.760082 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:46:00.056100 tst switch_tch_pdch.py:51: start network...\u000a17:46:00.191815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:00.674509 run create_hlr_db(pid=12722): Launched\u000a17:46:00.807253 bus /gobi_6: Setting Powered False\u000a17:46:01.887434 run create_hlr_db(pid=12722): Terminated: ok {rc=0}\u000a17:46:02.291660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12724): Launched\u000a17:46:02.596360 run osmo-hlr_10.42.42.2(pid=12725): Launched\u000a17:46:02.714627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:03.218654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12727): Launched\u000a17:46:03.520764 run osmo-stp_10.42.42.5(pid=12728): Launched\u000a17:46:03.631773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:46:04.133391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12730): Launched\u000a17:46:04.240493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:46:04.505899 run patchelf(pid=12731): Launched\u000a17:46:04.683007 run osmo-stp_10.42.42.5(pid=12728): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12728)]\u000a17:46:04.812514 run osmo-stp_10.42.42.5(pid=12728): stdout: \u000a| (launched: 2022-12-13_17:46:03.371985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:04.942286 run osmo-stp_10.42.42.5(pid=12728): stderr: \u000a| �[0;m�[38;5;43m20221213174603539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174603540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174603540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174603540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:05.066920 run osmo-stp_10.42.42.5(pid=12728): stdout: \u000a| (launched: 2022-12-13_17:46:03.371985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:05.190250 run osmo-stp_10.42.42.5(pid=12728): stderr: \u000a| �[0;m�[38;5;43m20221213174603539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174603540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174603540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174603540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174603541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:05.335677 run patchelf(pid=12731): Terminating (SIGINT)\u000a17:46:05.507416 run patchelf(pid=12731): Terminated: ok {rc=0}\u000a17:46:05.538446 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12728): Process ended prematurely: osmo-stp_10.42.42.5(pid=12728) [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12728)] [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:46:05.547132 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a17:46:05.607719 run osmo-hlr_10.42.42.2(pid=12725): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12725)]\u000a17:46:05.657194 run osmo-hlr_10.42.42.2(pid=12725): stdout: \u000a| (launched: 2022-12-13_17:46:02.446268) \u000a17:46:05.707109 run osmo-hlr_10.42.42.2(pid=12725): stderr: \u000a| �[0;m�[1;31m20221213174602620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174602620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174602620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174602620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174602620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174602620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174602633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174602643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174602643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174602643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:05.749665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12724): Terminating (SIGTERM)\u000a17:46:05.789739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12727): Terminating (SIGTERM)\u000a17:46:05.829806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12730): Terminating (SIGTERM)\u000a17:46:05.839024 --- ParallelTerminationStrategy: PID 12724 died...\u000a17:46:05.892496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12724): Terminated: ok {rc=0}\u000a17:46:05.902180 --- ParallelTerminationStrategy: PID 12727 died...\u000a17:46:05.955846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12727): Terminated: ok {rc=0}\u000a17:46:05.965823 --- ParallelTerminationStrategy: PID 12730 died...\u000a17:46:06.019215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12730): Terminated: ok {rc=0}\u000a17:46:06.108432 bus /gobi_0: Setting Powered False\u000a17:46:07.212180 bus /gobi_0: Setting Powered False\u000a17:46:08.323936 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:45:58" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12736) [trial-2392↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12736)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12736) [trial-2392↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a17:46:10.232889 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a17:46:10.244268 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:46:10.387687 tst mo_mt_sms.py: using LAC 35224\u000a17:46:10.509292 tst mo_mt_sms.py: using RAC 34\u000a17:46:10.628598 tst mo_mt_sms.py: using CellId 35224\u000a17:46:10.748120 tst mo_mt_sms.py: using BVCI 35225\u000a17:46:10.771201 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:46:10.891056 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:46:11.170393 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:46:11.297073 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:46:11.926728 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12735): Launched\u000a17:46:12.226946 run osmo-nitb_10.42.42.2(pid=12736): Launched\u000a17:46:12.413282 run osmo-nitb_10.42.42.2(pid=12736): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12736)]\u000a17:46:12.550544 run osmo-nitb_10.42.42.2(pid=12736): stdout: \u000a| (launched: 2022-12-13_17:46:12.080716) \u000a17:46:12.688330 run osmo-nitb_10.42.42.2(pid=12736): stderr: \u000a| (launched: 2022-12-13_17:46:12.125909)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:12.821266 run osmo-nitb_10.42.42.2(pid=12736): stdout: \u000a| (launched: 2022-12-13_17:46:12.080716) \u000a17:46:12.953269 run osmo-nitb_10.42.42.2(pid=12736): stderr: \u000a| (launched: 2022-12-13_17:46:12.125909)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:13.349786 tst osmo-nitb_10.42.42.2(pid=12736): stdout: \u000a| (launched: 2022-12-13_17:46:12.080716) \u000a17:46:13.470713 tst osmo-nitb_10.42.42.2(pid=12736): stderr: \u000a| (launched: 2022-12-13_17:46:12.125909)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:13.523658 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12736) [trial-2392↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12736)] [trial-2392↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a17:46:13.531768 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a17:46:13.566516 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12735): Terminating (SIGTERM)\u000a17:46:13.743875 --- ParallelTerminationStrategy: PID 12735 died...\u000a17:46:13.800287 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12735): Terminated: ok {rc=0}\u000a17:46:13.891331 bus /sierra_3: Setting Powered False\u000a17:46:14.996665 bus /sierra_3: Setting Powered False\u000a17:46:16.112166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:46:10" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12746): Process ended prematurely: osmo-stp_10.42.42.5(pid=12746) [trial-2392↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12746)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12746): Process ended prematurely: osmo-stp_10.42.42.5(pid=12746) [trial-2392↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a17:46:18.015622 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:18.026678 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:46:18.163443 tst mo_mt_sms.py: using LAC 35225\u000a17:46:18.281274 tst mo_mt_sms.py: using RAC 35\u000a17:46:18.405202 tst mo_mt_sms.py: using CellId 35225\u000a17:46:18.538279 tst mo_mt_sms.py: using BVCI 35226\u000a17:46:18.561435 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:18.571825 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:18.582215 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:18.592460 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:18.602814 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:18.613205 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:46:18.730817 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:46:18.931878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:19.414673 run create_hlr_db(pid=12740): Launched\u000a17:46:19.590496 bus /sierra_2: Setting Powered False\u000a17:46:20.610483 run create_hlr_db(pid=12740): Terminated: ok {rc=0}\u000a17:46:21.014173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12742): Launched\u000a17:46:21.315055 run osmo-hlr_10.42.42.2(pid=12743): Launched\u000a17:46:21.424733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:21.983873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12745): Launched\u000a17:46:22.308915 run osmo-stp_10.42.42.5(pid=12746): Launched\u000a17:46:22.428178 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:23.023247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12748): Launched\u000a17:46:23.348385 run osmo-msc_10.42.42.6(pid=12749): Launched\u000a17:46:23.538822 run osmo-stp_10.42.42.5(pid=12746): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12746)]\u000a17:46:23.676533 run osmo-stp_10.42.42.5(pid=12746): stdout: \u000a| (launched: 2022-12-13_17:46:22.149162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:23.812594 run osmo-stp_10.42.42.5(pid=12746): stderr: \u000a| �[0;m�[38;5;43m20221213174622338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174622338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174622338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174622339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174622339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174622339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174622339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:23.943340 run osmo-stp_10.42.42.5(pid=12746): stdout: \u000a| (launched: 2022-12-13_17:46:22.149162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:24.072460 run osmo-stp_10.42.42.5(pid=12746): stderr: \u000a| �[0;m�[38;5;43m20221213174622338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174622338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174622338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174622339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174622339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174622339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174622339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:24.129269 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12746): Process ended prematurely: osmo-stp_10.42.42.5(pid=12746) [trial-2392↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12746)] [trial-2392↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a17:46:24.138270 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a17:46:24.202486 run osmo-hlr_10.42.42.2(pid=12743): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12743)]\u000a17:46:24.254977 run osmo-hlr_10.42.42.2(pid=12743): stdout: \u000a| (launched: 2022-12-13_17:46:21.167338) \u000a17:46:24.307972 run osmo-hlr_10.42.42.2(pid=12743): stderr: \u000a| �[0;m�[1;31m20221213174621339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174621339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174621339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174621339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174621339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174621339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174621352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174621361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174621361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174621361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:24.380106 run osmo-msc_10.42.42.6(pid=12749): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12749)]\u000a17:46:24.432637 run osmo-msc_10.42.42.6(pid=12749): stdout: \u000a| (launched: 2022-12-13_17:46:23.188757) \u000a17:46:24.485729 run osmo-msc_10.42.42.6(pid=12749): stderr: \u000a| �[0;m�[38;5;43m20221213174623508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174623508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9cb83dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174623508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174623508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174623509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174623509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174623510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:24.531539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12742): Terminating (SIGTERM)\u000a17:46:24.574969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12745): Terminating (SIGTERM)\u000a17:46:24.618342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12748): Terminating (SIGTERM)\u000a17:46:24.628132 --- ParallelTerminationStrategy: PID 12742 died...\u000a17:46:24.685692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12742): Terminated: ok {rc=0}\u000a17:46:24.695794 --- ParallelTerminationStrategy: PID 12745 died...\u000a17:46:24.752717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12745): Terminated: ok {rc=0}\u000a17:46:24.762891 --- ParallelTerminationStrategy: PID 12748 died...\u000a17:46:24.819886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12748): Terminated: ok {rc=0}\u000a17:46:24.908092 bus /sierra_3: Setting Powered False\u000a17:46:26.015732 bus /sierra_3: Setting Powered False\u000a17:46:27.125122 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:46:17" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12755): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12755) [trial-2392↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12755)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12755): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12755) [trial-2392↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a17:46:28.972460 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a17:46:28.983715 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:46:29.120378 tst assert_extension.py: using LAC 35226\u000a17:46:29.238952 tst assert_extension.py: using RAC 36\u000a17:46:29.359037 tst assert_extension.py: using CellId 35226\u000a17:46:29.479717 tst assert_extension.py: using BVCI 35227\u000a17:46:29.502519 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a17:46:29.797997 tst assert_extension.py:10: start nitb and bts...\u000a17:46:29.933632 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:46:30.603460 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12754): Launched\u000a17:46:30.950851 run osmo-nitb_10.42.42.2(pid=12755): Launched\u000a17:46:31.152645 run osmo-nitb_10.42.42.2(pid=12755): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12755)]\u000a17:46:31.302279 run osmo-nitb_10.42.42.2(pid=12755): stdout: \u000a| (launched: 2022-12-13_17:46:30.767878) \u000a17:46:31.452285 run osmo-nitb_10.42.42.2(pid=12755): stderr: \u000a| (launched: 2022-12-13_17:46:30.815725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:31.597594 run osmo-nitb_10.42.42.2(pid=12755): stdout: \u000a| (launched: 2022-12-13_17:46:30.767878) \u000a17:46:31.741239 run osmo-nitb_10.42.42.2(pid=12755): stderr: \u000a| (launched: 2022-12-13_17:46:30.815725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:32.082938 tst osmo-nitb_10.42.42.2(pid=12755): stdout: \u000a| (launched: 2022-12-13_17:46:30.767878) \u000a17:46:32.215588 tst osmo-nitb_10.42.42.2(pid=12755): stderr: \u000a| (launched: 2022-12-13_17:46:30.815725)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:46:32.273626 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12755): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12755) [trial-2392↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12755)] [trial-2392↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a17:46:32.282685 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a17:46:32.319910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12754): Terminating (SIGTERM)\u000a17:46:32.498646 --- ParallelTerminationStrategy: PID 12754 died...\u000a17:46:32.558031 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12754): Terminated: ok {rc=0}\u000a17:46:32.646521 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:46:28" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12765): Process ended prematurely: osmo-stp_10.42.42.5(pid=12765) [trial-2392↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12765)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12765): Process ended prematurely: osmo-stp_10.42.42.5(pid=12765) [trial-2392↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a17:46:34.483562 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:34.494297 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:46:34.635397 tst assert_extension.py: using LAC 35227\u000a17:46:34.762447 tst assert_extension.py: using RAC 37\u000a17:46:34.884593 tst assert_extension.py: using CellId 35227\u000a17:46:35.005967 tst assert_extension.py: using BVCI 35228\u000a17:46:35.029068 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:35.040043 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:35.050689 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:35.061300 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:35.072141 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:46:35.083482 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a17:46:35.295248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:35.806247 run create_hlr_db(pid=12759): Launched\u000a17:46:35.995942 bus /sierra_2: Setting Powered False\u000a17:46:37.014989 run create_hlr_db(pid=12759): Terminated: ok {rc=0}\u000a17:46:37.423251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12761): Launched\u000a17:46:37.728812 run osmo-hlr_10.42.42.2(pid=12762): Launched\u000a17:46:37.841409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:38.371404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12764): Launched\u000a17:46:38.673108 run osmo-stp_10.42.42.5(pid=12765): Launched\u000a17:46:38.782108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:39.332819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12767): Launched\u000a17:46:39.635479 run osmo-msc_10.42.42.6(pid=12768): Launched\u000a17:46:39.812313 run osmo-stp_10.42.42.5(pid=12765): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12765)]\u000a17:46:39.940865 run osmo-stp_10.42.42.5(pid=12765): stdout: \u000a| (launched: 2022-12-13_17:46:38.524517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:40.066716 run osmo-stp_10.42.42.5(pid=12765): stderr: \u000a| �[0;m�[38;5;43m20221213174638692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174638692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174638693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174638693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174638693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174638694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174638694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:40.188022 run osmo-stp_10.42.42.5(pid=12765): stdout: \u000a| (launched: 2022-12-13_17:46:38.524517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:40.308219 run osmo-stp_10.42.42.5(pid=12765): stderr: \u000a| �[0;m�[38;5;43m20221213174638692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174638692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174638693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174638693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174638693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174638694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174638694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:40.361109 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12765): Process ended prematurely: osmo-stp_10.42.42.5(pid=12765) [trial-2392↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12765)] [trial-2392↪ussd:trx-umtrx↪assert_extension.py:17]\u000a17:46:40.369450 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a17:46:40.429468 run osmo-hlr_10.42.42.2(pid=12762): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12762)]\u000a17:46:40.478779 run osmo-hlr_10.42.42.2(pid=12762): stdout: \u000a| (launched: 2022-12-13_17:46:37.577780) \u000a17:46:40.528653 run osmo-hlr_10.42.42.2(pid=12762): stderr: \u000a| �[0;m�[1;31m20221213174637751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174637751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174637751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174637751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174637751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174637751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174637764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174637775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174637775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174637775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:40.596332 run osmo-msc_10.42.42.6(pid=12768): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12768)]\u000a17:46:40.645760 run osmo-msc_10.42.42.6(pid=12768): stdout: \u000a| (launched: 2022-12-13_17:46:39.485643) \u000a17:46:40.695505 run osmo-msc_10.42.42.6(pid=12768): stderr: \u000a| �[0;m�[38;5;43m20221213174639754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174639755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe219519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174639755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174639755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174639755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174639755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174639757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174639757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174639757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174639757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:40.737884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12761): Terminating (SIGTERM)\u000a17:46:40.778090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12764): Terminating (SIGTERM)\u000a17:46:40.818645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12767): Terminating (SIGTERM)\u000a17:46:40.828043 --- ParallelTerminationStrategy: PID 12761 died...\u000a17:46:40.882536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12761): Terminated: ok {rc=0}\u000a17:46:40.892290 --- ParallelTerminationStrategy: PID 12764 died...\u000a17:46:40.946042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12764): Terminated: ok {rc=0}\u000a17:46:40.955659 --- ParallelTerminationStrategy: PID 12767 died...\u000a17:46:41.009489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12767): Terminated: ok {rc=0}\u000a17:46:41.098858 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:46:34" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12779): Process ended prematurely: osmo-stp_10.42.42.5(pid=12779) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12779)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12779): Process ended prematurely: osmo-stp_10.42.42.5(pid=12779) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:46:43.057851 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:43.069567 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:46:43.236648 tst mo_mt_call.py: using LAC 35228\u000a17:46:43.365437 tst mo_mt_call.py: using RAC 38\u000a17:46:43.495295 tst mo_mt_call.py: using CellId 35228\u000a17:46:43.615064 tst mo_mt_call.py: using BVCI 35229\u000a17:46:43.638670 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:43.649777 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:43.661086 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:43.672045 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:43.683847 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:43.695446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:43.818636 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:44.028202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:44.549208 run create_hlr_db(pid=12773): Launched\u000a17:46:44.740728 bus /sierra_2: Setting Powered False\u000a17:46:45.762601 run create_hlr_db(pid=12773): Terminated: ok {rc=0}\u000a17:46:46.225146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12775): Launched\u000a17:46:46.654289 run osmo-hlr_10.42.42.2(pid=12776): Launched\u000a17:46:46.880633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:47.463838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12778): Launched\u000a17:46:47.773461 run osmo-stp_10.42.42.5(pid=12779): Launched\u000a17:46:47.885082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:48.451159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12781): Launched\u000a17:46:48.761101 run osmo-msc_10.42.42.6(pid=12782): Launched\u000a17:46:48.942036 run osmo-stp_10.42.42.5(pid=12779): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12779)]\u000a17:46:49.072790 run osmo-stp_10.42.42.5(pid=12779): stdout: \u000a| (launched: 2022-12-13_17:46:47.621152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:49.201359 run osmo-stp_10.42.42.5(pid=12779): stderr: \u000a| �[0;m�[38;5;43m20221213174647790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174647790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174647790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174647790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174647791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174647791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174647791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:49.324878 run osmo-stp_10.42.42.5(pid=12779): stdout: \u000a| (launched: 2022-12-13_17:46:47.621152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:49.447618 run osmo-stp_10.42.42.5(pid=12779): stderr: \u000a| �[0;m�[38;5;43m20221213174647790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174647790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174647790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174647790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174647791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174647791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174647791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:49.501734 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12779): Process ended prematurely: osmo-stp_10.42.42.5(pid=12779) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12779)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:46:49.510382 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:46:49.571752 run osmo-hlr_10.42.42.2(pid=12776): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12776)]\u000a17:46:49.621917 run osmo-hlr_10.42.42.2(pid=12776): stdout: \u000a| (launched: 2022-12-13_17:46:46.384874) \u000a17:46:49.672907 run osmo-hlr_10.42.42.2(pid=12776): stderr: \u000a| �[0;m�[1;31m20221213174646818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174646818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174646818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174646818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174646818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174646818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174646843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174646851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174646851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174646851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:49.741640 run osmo-msc_10.42.42.6(pid=12782): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12782)]\u000a17:46:49.792081 run osmo-msc_10.42.42.6(pid=12782): stdout: \u000a| (launched: 2022-12-13_17:46:48.608365) \u000a17:46:49.842720 run osmo-msc_10.42.42.6(pid=12782): stderr: \u000a| �[0;m�[38;5;43m20221213174648879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174648880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb957846c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174648880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174648880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174648880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174648880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174648882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174648882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174648883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174648883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:49.885699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12775): Terminating (SIGTERM)\u000a17:46:49.926145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12778): Terminating (SIGTERM)\u000a17:46:49.967172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12781): Terminating (SIGTERM)\u000a17:46:49.976420 --- ParallelTerminationStrategy: PID 12775 died...\u000a17:46:50.031383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12775): Terminated: ok {rc=0}\u000a17:46:50.041077 --- ParallelTerminationStrategy: PID 12778 died...\u000a17:46:50.095787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12778): Terminated: ok {rc=0}\u000a17:46:50.105874 --- ParallelTerminationStrategy: PID 12781 died...\u000a17:46:50.160589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12781): Terminated: ok {rc=0}\u000a17:46:50.250611 bus /sierra_3: Setting Powered False\u000a17:46:51.354567 bus /sierra_3: Setting Powered False\u000a17:46:52.467685 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12790): Process ended prematurely: osmo-stp_10.42.42.5(pid=12790) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12790): Process ended prematurely: osmo-stp_10.42.42.5(pid=12790) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:46:53.584887 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:53.597435 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:46:53.768135 tst mo_mt_call_osmux.py: using LAC 35229\u000a17:46:53.891038 tst mo_mt_call_osmux.py: using RAC 39\u000a17:46:54.011751 tst mo_mt_call_osmux.py: using CellId 35229\u000a17:46:54.132692 tst mo_mt_call_osmux.py: using BVCI 35230\u000a17:46:54.156119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:54.167395 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:54.178645 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:54.189766 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:54.200940 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:46:54.211893 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:54.329553 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:46:54.545957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:55.063365 run create_hlr_db(pid=12784): Launched\u000a17:46:55.254355 bus /sierra_2: Setting Powered False\u000a17:46:56.275277 run create_hlr_db(pid=12784): Terminated: ok {rc=0}\u000a17:46:56.689654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12786): Launched\u000a17:46:56.999096 run osmo-hlr_10.42.42.2(pid=12787): Launched\u000a17:46:57.119972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:57.662361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12789): Launched\u000a17:46:57.970144 run osmo-stp_10.42.42.5(pid=12790): Launched\u000a17:46:58.083017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:58.645246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12792): Launched\u000a17:46:58.953549 run osmo-msc_10.42.42.6(pid=12793): Launched\u000a17:46:59.132883 run osmo-stp_10.42.42.5(pid=12790): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)]\u000a17:46:59.263035 run osmo-stp_10.42.42.5(pid=12790): stdout: \u000a| (launched: 2022-12-13_17:46:57.818519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:59.391316 run osmo-stp_10.42.42.5(pid=12790): stderr: \u000a| �[0;m�[38;5;43m20221213174657989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174657989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174657989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174657989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174657990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174657990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174657990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:59.514518 run osmo-stp_10.42.42.5(pid=12790): stdout: \u000a| (launched: 2022-12-13_17:46:57.818519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:59.636518 run osmo-stp_10.42.42.5(pid=12790): stderr: \u000a| �[0;m�[38;5;43m20221213174657989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174657989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174657989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174657989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174657990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174657990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174657990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:59.690840 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12790): Process ended prematurely: osmo-stp_10.42.42.5(pid=12790) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:46:59.699660 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:46:59.759985 run osmo-hlr_10.42.42.2(pid=12787): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12787)]\u000a17:46:59.809885 run osmo-hlr_10.42.42.2(pid=12787): stdout: \u000a| (launched: 2022-12-13_17:46:56.845774) \u000a17:46:59.860344 run osmo-hlr_10.42.42.2(pid=12787): stderr: \u000a| �[0;m�[1;31m20221213174657029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174657029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174657029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174657029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174657029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174657029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174657041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174657050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174657050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174657050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:59.928626 run osmo-msc_10.42.42.6(pid=12793): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12793)]\u000a17:46:59.978089 run osmo-msc_10.42.42.6(pid=12793): stdout: \u000a| (launched: 2022-12-13_17:46:58.801669) \u000a17:47:00.028402 run osmo-msc_10.42.42.6(pid=12793): stderr: \u000a| �[0;m�[38;5;43m20221213174659074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174659074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03d7229c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174659074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174659074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174659074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174659074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174659076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174659076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174659077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174659077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:00.070979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12786): Terminating (SIGTERM)\u000a17:47:00.110856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12789): Terminating (SIGTERM)\u000a17:47:00.150884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12792): Terminating (SIGTERM)\u000a17:47:00.160223 --- ParallelTerminationStrategy: PID 12786 died...\u000a17:47:00.214187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12786): Terminated: ok {rc=0}\u000a17:47:00.223859 --- ParallelTerminationStrategy: PID 12789 died...\u000a17:47:00.277507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12789): Terminated: ok {rc=0}\u000a17:47:00.287249 --- ParallelTerminationStrategy: PID 12792 died...\u000a17:47:00.340921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12792): Terminated: ok {rc=0}\u000a17:47:00.429718 bus /sierra_3: Setting Powered False\u000a17:47:01.542134 bus /sierra_3: Setting Powered False\u000a17:47:02.650027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:46:42" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12805): Process ended prematurely: osmo-stp_10.42.42.5(pid=12805) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12805)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12805): Process ended prematurely: osmo-stp_10.42.42.5(pid=12805) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:47:04.658202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:04.669966 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:47:04.837671 tst mo_mt_call.py: using LAC 35230\u000a17:47:04.969204 tst mo_mt_call.py: using RAC 40\u000a17:47:05.103164 tst mo_mt_call.py: using CellId 35230\u000a17:47:05.231398 tst mo_mt_call.py: using BVCI 35231\u000a17:47:05.256662 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:05.268374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:05.279861 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:05.291374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:05.303925 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:05.316287 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:47:05.435843 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:47:05.652452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:06.169866 run create_hlr_db(pid=12799): Launched\u000a17:47:06.360832 bus /sierra_2: Setting Powered False\u000a17:47:07.382717 run create_hlr_db(pid=12799): Terminated: ok {rc=0}\u000a17:47:07.797028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12801): Launched\u000a17:47:08.105093 run osmo-hlr_10.42.42.2(pid=12802): Launched\u000a17:47:08.227777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:08.765753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12804): Launched\u000a17:47:09.073761 run osmo-stp_10.42.42.5(pid=12805): Launched\u000a17:47:09.184693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:09.749224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12807): Launched\u000a17:47:10.060476 run osmo-msc_10.42.42.6(pid=12808): Launched\u000a17:47:10.241630 run osmo-stp_10.42.42.5(pid=12805): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12805)]\u000a17:47:10.372077 run osmo-stp_10.42.42.5(pid=12805): stdout: \u000a| (launched: 2022-12-13_17:47:08.922235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:10.500495 run osmo-stp_10.42.42.5(pid=12805): stderr: \u000a| �[0;m�[38;5;43m20221213174709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174709091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174709091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:10.624358 run osmo-stp_10.42.42.5(pid=12805): stdout: \u000a| (launched: 2022-12-13_17:47:08.922235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:10.746621 run osmo-stp_10.42.42.5(pid=12805): stderr: \u000a| �[0;m�[38;5;43m20221213174709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174709091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174709091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:10.801533 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12805): Process ended prematurely: osmo-stp_10.42.42.5(pid=12805) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12805)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:47:10.810480 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:47:10.871103 run osmo-hlr_10.42.42.2(pid=12802): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12802)]\u000a17:47:10.921292 run osmo-hlr_10.42.42.2(pid=12802): stdout: \u000a| (launched: 2022-12-13_17:47:07.952774) \u000a17:47:10.972040 run osmo-hlr_10.42.42.2(pid=12802): stderr: \u000a| �[0;m�[1;31m20221213174708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174708138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174708148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174708148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174708148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:11.040699 run osmo-msc_10.42.42.6(pid=12808): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12808)]\u000a17:47:11.090961 run osmo-msc_10.42.42.6(pid=12808): stdout: \u000a| (launched: 2022-12-13_17:47:09.905880) \u000a17:47:11.141719 run osmo-msc_10.42.42.6(pid=12808): stderr: \u000a| �[0;m�[38;5;43m20221213174710175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174710175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe52c3f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174710175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174710175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174710175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174710176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174710177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174710178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174710178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174710178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:11.184658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12801): Terminating (SIGTERM)\u000a17:47:11.225209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12804): Terminating (SIGTERM)\u000a17:47:11.265696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12807): Terminating (SIGTERM)\u000a17:47:11.275091 --- ParallelTerminationStrategy: PID 12801 died...\u000a17:47:11.330151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12801): Terminated: ok {rc=0}\u000a17:47:11.339955 --- ParallelTerminationStrategy: PID 12804 died...\u000a17:47:11.394503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12804): Terminated: ok {rc=0}\u000a17:47:11.404342 --- ParallelTerminationStrategy: PID 12807 died...\u000a17:47:11.458599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12807): Terminated: ok {rc=0}\u000a17:47:11.548860 bus /sierra_3: Setting Powered False\u000a17:47:12.654596 bus /sierra_3: Setting Powered False\u000a17:47:13.767841 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12816): Process ended prematurely: osmo-stp_10.42.42.5(pid=12816) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12816)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12816): Process ended prematurely: osmo-stp_10.42.42.5(pid=12816) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:47:14.878274 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:14.890168 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:47:15.048931 tst mo_mt_call_osmux.py: using LAC 35231\u000a17:47:15.170417 tst mo_mt_call_osmux.py: using RAC 41\u000a17:47:15.293090 tst mo_mt_call_osmux.py: using CellId 35231\u000a17:47:15.413609 tst mo_mt_call_osmux.py: using BVCI 35232\u000a17:47:15.437157 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:15.448265 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:15.459205 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:15.470114 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:15.481202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:47:15.492197 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:47:15.609697 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:47:15.829780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:16.389823 run create_hlr_db(pid=12810): Launched\u000a17:47:16.586041 bus /sierra_2: Setting Powered False\u000a17:47:17.602734 run create_hlr_db(pid=12810): Terminated: ok {rc=0}\u000a17:47:18.043137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12812): Launched\u000a17:47:18.373927 run osmo-hlr_10.42.42.2(pid=12813): Launched\u000a17:47:18.495252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:19.068489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12815): Launched\u000a17:47:19.399016 run osmo-stp_10.42.42.5(pid=12816): Launched\u000a17:47:19.518726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:20.121566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12818): Launched\u000a17:47:20.454029 run osmo-msc_10.42.42.6(pid=12819): Launched\u000a17:47:20.646924 run osmo-stp_10.42.42.5(pid=12816): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12816)]\u000a17:47:20.786712 run osmo-stp_10.42.42.5(pid=12816): stdout: \u000a| (launched: 2022-12-13_17:47:19.236177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:20.924887 run osmo-stp_10.42.42.5(pid=12816): stderr: \u000a| �[0;m�[38;5;43m20221213174719425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174719425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174719425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174719426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174719426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174719426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174719426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:21.057277 run osmo-stp_10.42.42.5(pid=12816): stdout: \u000a| (launched: 2022-12-13_17:47:19.236177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:21.188801 run osmo-stp_10.42.42.5(pid=12816): stderr: \u000a| �[0;m�[38;5;43m20221213174719425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174719425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174719425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174719426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174719426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174719426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174719426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:21.246785 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12816): Process ended prematurely: osmo-stp_10.42.42.5(pid=12816) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12816)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:47:21.256107 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:47:21.319883 run osmo-hlr_10.42.42.2(pid=12813): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12813)]\u000a17:47:21.372174 run osmo-hlr_10.42.42.2(pid=12813): stdout: \u000a| (launched: 2022-12-13_17:47:18.211209) \u000a17:47:21.425294 run osmo-hlr_10.42.42.2(pid=12813): stderr: \u000a| �[0;m�[1;31m20221213174718408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174718408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174718408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174718408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174718408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174718408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174718421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174718429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174718429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174718430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:21.496889 run osmo-msc_10.42.42.6(pid=12819): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12819)]\u000a17:47:21.549348 run osmo-msc_10.42.42.6(pid=12819): stdout: \u000a| (launched: 2022-12-13_17:47:20.289894) \u000a17:47:21.602097 run osmo-msc_10.42.42.6(pid=12819): stderr: \u000a| �[0;m�[38;5;43m20221213174720612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174720612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8fd520c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174720613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174720613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174720613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174720613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174720615 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174720615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174720615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174720615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:21.647138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12812): Terminating (SIGTERM)\u000a17:47:21.689853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12815): Terminating (SIGTERM)\u000a17:47:21.732243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12818): Terminating (SIGTERM)\u000a17:47:21.742070 --- ParallelTerminationStrategy: PID 12812 died...\u000a17:47:21.799202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12812): Terminated: ok {rc=0}\u000a17:47:21.809379 --- ParallelTerminationStrategy: PID 12815 died...\u000a17:47:21.866056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12815): Terminated: ok {rc=0}\u000a17:47:21.876123 --- ParallelTerminationStrategy: PID 12818 died...\u000a17:47:21.932782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12818): Terminated: ok {rc=0}\u000a17:47:22.021267 bus /sierra_3: Setting Powered False\u000a17:47:23.126724 bus /sierra_3: Setting Powered False\u000a17:47:24.237909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:47:04" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12830): Process ended prematurely: osmo-stp_10.42.42.5(pid=12830) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12830)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12830): Process ended prematurely: osmo-stp_10.42.42.5(pid=12830) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:47:26.233213 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:26.244497 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:47:26.404287 tst mo_mt_call.py: using LAC 35232\u000a17:47:26.527122 tst mo_mt_call.py: using RAC 42\u000a17:47:26.650133 tst mo_mt_call.py: using CellId 35232\u000a17:47:26.772928 tst mo_mt_call.py: using BVCI 35233\u000a17:47:26.796331 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:26.807402 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:26.818372 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:26.829374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:26.840812 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:26.852147 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:26.974523 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:27.193487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:27.712495 run create_hlr_db(pid=12824): Launched\u000a17:47:27.903392 bus /sierra_2: Setting Powered False\u000a17:47:28.925082 run create_hlr_db(pid=12824): Terminated: ok {rc=0}\u000a17:47:29.367862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Launched\u000a17:47:29.698186 run osmo-hlr_10.42.42.2(pid=12827): Launched\u000a17:47:29.822911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:30.397813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12829): Launched\u000a17:47:30.730284 run osmo-stp_10.42.42.5(pid=12830): Launched\u000a17:47:30.885564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:31.554600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12832): Launched\u000a17:47:31.902652 run osmo-msc_10.42.42.6(pid=12833): Launched\u000a17:47:32.319570 run osmo-stp_10.42.42.5(pid=12830): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12830)]\u000a17:47:32.473540 run osmo-stp_10.42.42.5(pid=12830): stdout: \u000a| (launched: 2022-12-13_17:47:30.566321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:32.612325 run osmo-stp_10.42.42.5(pid=12830): stderr: \u000a| �[0;m�[38;5;43m20221213174730755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174730756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174730756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174730756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174730757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174730757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174730757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:32.745492 run osmo-stp_10.42.42.5(pid=12830): stdout: \u000a| (launched: 2022-12-13_17:47:30.566321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:32.877538 run osmo-stp_10.42.42.5(pid=12830): stderr: \u000a| �[0;m�[38;5;43m20221213174730755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174730756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174730756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174730756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174730757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174730757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174730757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:32.935785 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12830): Process ended prematurely: osmo-stp_10.42.42.5(pid=12830) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12830)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:47:32.945364 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:47:33.009391 run osmo-hlr_10.42.42.2(pid=12827): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12827)]\u000a17:47:33.062120 run osmo-hlr_10.42.42.2(pid=12827): stdout: \u000a| (launched: 2022-12-13_17:47:29.536241) \u000a17:47:33.115547 run osmo-hlr_10.42.42.2(pid=12827): stderr: \u000a| �[0;m�[1;31m20221213174729734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174729734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174729734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174729734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174729734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174729734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174729745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174729754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174729754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174729754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:33.187717 run osmo-msc_10.42.42.6(pid=12833): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12833)]\u000a17:47:33.240884 run osmo-msc_10.42.42.6(pid=12833): stdout: \u000a| (launched: 2022-12-13_17:47:31.735306) \u000a17:47:33.294202 run osmo-msc_10.42.42.6(pid=12833): stderr: \u000a| �[0;m�[38;5;43m20221213174732240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174732241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d236d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174732241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174732241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174732241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174732241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174732243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174732243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174732243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174732243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:33.339633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Terminating (SIGTERM)\u000a17:47:33.382532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12829): Terminating (SIGTERM)\u000a17:47:33.425982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12832): Terminating (SIGTERM)\u000a17:47:33.435743 --- ParallelTerminationStrategy: PID 12826 died...\u000a17:47:33.493473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Terminated: ok {rc=0}\u000a17:47:33.503773 --- ParallelTerminationStrategy: PID 12829 died...\u000a17:47:33.561606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12829): Terminated: ok {rc=0}\u000a17:47:33.571811 --- ParallelTerminationStrategy: PID 12832 died...\u000a17:47:33.629428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12832): Terminated: ok {rc=0}\u000a17:47:33.718124 bus /sierra_3: Setting Powered False\u000a17:47:34.825707 bus /sierra_3: Setting Powered False\u000a17:47:35.936772 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:47:37.052814 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:37.065179 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:47:37.231720 tst mo_mt_call_osmux.py: using LAC 35233\u000a17:47:37.360845 tst mo_mt_call_osmux.py: using RAC 43\u000a17:47:37.489951 tst mo_mt_call_osmux.py: using CellId 35233\u000a17:47:37.620104 tst mo_mt_call_osmux.py: using BVCI 35234\u000a17:47:37.645372 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:37.656878 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:37.668290 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:37.679744 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:37.691848 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:47:37.703623 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:37.825230 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:47:38.031739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:38.527596 run create_hlr_db(pid=12836): Launched\u000a17:47:38.705539 bus /sierra_2: Setting Powered False\u000a17:47:39.726436 run create_hlr_db(pid=12836): Terminated: ok {rc=0}\u000a17:47:40.167662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Launched\u000a17:47:40.498565 run osmo-hlr_10.42.42.2(pid=12839): Launched\u000a17:47:40.622365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:41.197266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Launched\u000a17:47:41.528927 run osmo-stp_10.42.42.5(pid=12842): Launched\u000a17:47:41.650106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:42.252753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12844): Launched\u000a17:47:42.585314 run osmo-msc_10.42.42.6(pid=12845): Launched\u000a17:47:42.779260 run osmo-stp_10.42.42.5(pid=12842): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)]\u000a17:47:42.919120 run osmo-stp_10.42.42.5(pid=12842): stdout: \u000a| (launched: 2022-12-13_17:47:41.365845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:43.057820 run osmo-stp_10.42.42.5(pid=12842): stderr: \u000a| �[0;m�[38;5;43m20221213174741555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174741555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174741555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174741556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174741556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174741556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174741556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:43.190670 run osmo-stp_10.42.42.5(pid=12842): stdout: \u000a| (launched: 2022-12-13_17:47:41.365845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:43.322058 run osmo-stp_10.42.42.5(pid=12842): stderr: \u000a| �[0;m�[38;5;43m20221213174741555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174741555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174741555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174741556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174741556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174741556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174741556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:43.380168 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:47:43.389605 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:47:43.454203 run osmo-hlr_10.42.42.2(pid=12839): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12839)]\u000a17:47:43.507016 run osmo-hlr_10.42.42.2(pid=12839): stdout: \u000a| (launched: 2022-12-13_17:47:40.336270) \u000a17:47:43.562455 run osmo-hlr_10.42.42.2(pid=12839): stderr: \u000a| �[0;m�[1;31m20221213174740535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174740535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174740535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174740535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174740535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174740535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174740548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174740556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174740556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174740556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:43.634977 run osmo-msc_10.42.42.6(pid=12845): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12845)]\u000a17:47:43.687807 run osmo-msc_10.42.42.6(pid=12845): stdout: \u000a| (launched: 2022-12-13_17:47:42.420573) \u000a17:47:43.740834 run osmo-msc_10.42.42.6(pid=12845): stderr: \u000a| �[0;m�[38;5;43m20221213174742742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174742742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c34e57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174742742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174742742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174742742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174742742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174742744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174742744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174742744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174742745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:43.786542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Terminating (SIGTERM)\u000a17:47:43.830009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Terminating (SIGTERM)\u000a17:47:43.872930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12844): Terminating (SIGTERM)\u000a17:47:43.882850 --- ParallelTerminationStrategy: PID 12838 died...\u000a17:47:43.940521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Terminated: ok {rc=0}\u000a17:47:43.950771 --- ParallelTerminationStrategy: PID 12841 died...\u000a17:47:44.008015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Terminated: ok {rc=0}\u000a17:47:44.018267 --- ParallelTerminationStrategy: PID 12844 died...\u000a17:47:44.076039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12844): Terminated: ok {rc=0}\u000a17:47:44.164662 bus /sierra_3: Setting Powered False\u000a17:47:45.272708 bus /sierra_3: Setting Powered False\u000a17:47:46.404493 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:47:25" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12856): Process ended prematurely: osmo-stp_10.42.42.5(pid=12856) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12856)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12856): Process ended prematurely: osmo-stp_10.42.42.5(pid=12856) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:47:48.401504 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:48.412791 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:47:48.570673 tst mo_mt_call.py: using LAC 35234\u000a17:47:48.693528 tst mo_mt_call.py: using RAC 44\u000a17:47:48.819928 tst mo_mt_call.py: using CellId 35234\u000a17:47:48.940734 tst mo_mt_call.py: using BVCI 35235\u000a17:47:48.964108 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:48.975698 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:48.986756 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:48.997925 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:49.009015 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:49.020008 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:49.136780 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:49.355351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:49.874463 run create_hlr_db(pid=12850): Launched\u000a17:47:50.065470 bus /sierra_2: Setting Powered False\u000a17:47:51.075559 run create_hlr_db(pid=12850): Terminated: ok {rc=0}\u000a17:47:51.524713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12852): Launched\u000a17:47:51.857577 run osmo-hlr_10.42.42.2(pid=12853): Launched\u000a17:47:51.979804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:52.556168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12855): Launched\u000a17:47:52.887073 run osmo-stp_10.42.42.5(pid=12856): Launched\u000a17:47:53.007487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:53.613725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12858): Launched\u000a17:47:53.945708 run osmo-msc_10.42.42.6(pid=12859): Launched\u000a17:47:54.139387 run osmo-stp_10.42.42.5(pid=12856): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12856)]\u000a17:47:54.279607 run osmo-stp_10.42.42.5(pid=12856): stdout: \u000a| (launched: 2022-12-13_17:47:52.725109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:54.418379 run osmo-stp_10.42.42.5(pid=12856): stderr: \u000a| �[0;m�[38;5;43m20221213174752917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174752917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174752918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174752918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174752918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174752918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:54.551781 run osmo-stp_10.42.42.5(pid=12856): stdout: \u000a| (launched: 2022-12-13_17:47:52.725109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:54.683520 run osmo-stp_10.42.42.5(pid=12856): stderr: \u000a| �[0;m�[38;5;43m20221213174752917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174752917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174752918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174752918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174752918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174752918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174752919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:54.741589 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12856): Process ended prematurely: osmo-stp_10.42.42.5(pid=12856) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12856)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:47:54.750902 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:47:54.815234 run osmo-hlr_10.42.42.2(pid=12853): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12853)]\u000a17:47:54.867718 run osmo-hlr_10.42.42.2(pid=12853): stdout: \u000a| (launched: 2022-12-13_17:47:51.693979) \u000a17:47:54.920866 run osmo-hlr_10.42.42.2(pid=12853): stderr: \u000a| �[0;m�[1;31m20221213174751890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174751890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174751890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174751890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174751890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174751890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174751902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174751911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174751911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174751911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:54.993320 run osmo-msc_10.42.42.6(pid=12859): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12859)]\u000a17:47:55.045984 run osmo-msc_10.42.42.6(pid=12859): stdout: \u000a| (launched: 2022-12-13_17:47:53.782694) \u000a17:47:55.099083 run osmo-msc_10.42.42.6(pid=12859): stderr: \u000a| �[0;m�[38;5;43m20221213174754104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174754104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7a3bf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174754105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174754105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174754105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174754105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174754107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174754107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174754107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174754107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:55.144092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12852): Terminating (SIGTERM)\u000a17:47:55.186864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12855): Terminating (SIGTERM)\u000a17:47:55.230096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12858): Terminating (SIGTERM)\u000a17:47:55.239875 --- ParallelTerminationStrategy: PID 12852 died...\u000a17:47:55.297152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12852): Terminated: ok {rc=0}\u000a17:47:55.307445 --- ParallelTerminationStrategy: PID 12855 died...\u000a17:47:55.364531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12855): Terminated: ok {rc=0}\u000a17:47:55.374689 --- ParallelTerminationStrategy: PID 12858 died...\u000a17:47:55.431671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12858): Terminated: ok {rc=0}\u000a17:47:55.519492 bus /sierra_3: Setting Powered False\u000a17:47:56.626825 bus /sierra_3: Setting Powered False\u000a17:47:57.740713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12867): Process ended prematurely: osmo-stp_10.42.42.5(pid=12867) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12867)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12867): Process ended prematurely: osmo-stp_10.42.42.5(pid=12867) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:47:58.852656 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:58.864497 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:47:59.021899 tst mo_mt_call_osmux.py: using LAC 35235\u000a17:47:59.143901 tst mo_mt_call_osmux.py: using RAC 45\u000a17:47:59.266389 tst mo_mt_call_osmux.py: using CellId 35235\u000a17:47:59.387297 tst mo_mt_call_osmux.py: using BVCI 35236\u000a17:47:59.410852 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:59.422021 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:59.433320 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:59.444144 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:59.455117 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:47:59.466071 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:59.583904 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:47:59.799621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:00.318256 run create_hlr_db(pid=12861): Launched\u000a17:48:00.509460 bus /sierra_2: Setting Powered False\u000a17:48:01.524316 run create_hlr_db(pid=12861): Terminated: ok {rc=0}\u000a17:48:02.012537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12863): Launched\u000a17:48:02.346325 run osmo-hlr_10.42.42.2(pid=12864): Launched\u000a17:48:02.460763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:02.999567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12866): Launched\u000a17:48:03.310299 run osmo-stp_10.42.42.5(pid=12867): Launched\u000a17:48:03.423202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:03.991854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12869): Launched\u000a17:48:04.301934 run osmo-msc_10.42.42.6(pid=12870): Launched\u000a17:48:04.483206 run osmo-stp_10.42.42.5(pid=12867): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12867)]\u000a17:48:04.615323 run osmo-stp_10.42.42.5(pid=12867): stdout: \u000a| (launched: 2022-12-13_17:48:03.156546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:04.743990 run osmo-stp_10.42.42.5(pid=12867): stderr: \u000a| �[0;m�[38;5;43m20221213174803325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174803325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174803325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174803326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174803326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174803326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174803326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:04.867935 run osmo-stp_10.42.42.5(pid=12867): stdout: \u000a| (launched: 2022-12-13_17:48:03.156546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:04.990184 run osmo-stp_10.42.42.5(pid=12867): stderr: \u000a| �[0;m�[38;5;43m20221213174803325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174803325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174803325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174803326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174803326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174803326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174803326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:05.044362 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12867): Process ended prematurely: osmo-stp_10.42.42.5(pid=12867) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12867)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:48:05.053025 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:48:05.113572 run osmo-hlr_10.42.42.2(pid=12864): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12864)]\u000a17:48:05.163435 run osmo-hlr_10.42.42.2(pid=12864): stdout: \u000a| (launched: 2022-12-13_17:48:02.183162) \u000a17:48:05.214222 run osmo-hlr_10.42.42.2(pid=12864): stderr: \u000a| �[0;m�[1;31m20221213174802365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174802365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174802365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174802366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174802366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174802366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174802378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174802386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:05.282851 run osmo-msc_10.42.42.6(pid=12870): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12870)]\u000a17:48:05.332781 run osmo-msc_10.42.42.6(pid=12870): stdout: \u000a| (launched: 2022-12-13_17:48:04.148456) \u000a17:48:05.383167 run osmo-msc_10.42.42.6(pid=12870): stderr: \u000a| �[0;m�[38;5;43m20221213174804419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174804419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41295e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174804419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174804419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174804419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174804419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174804421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174804421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174804422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174804422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:05.425806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12863): Terminating (SIGTERM)\u000a17:48:05.466171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12866): Terminating (SIGTERM)\u000a17:48:05.506453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12869): Terminating (SIGTERM)\u000a17:48:05.515763 --- ParallelTerminationStrategy: PID 12863 died...\u000a17:48:05.570010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12863): Terminated: ok {rc=0}\u000a17:48:05.579654 --- ParallelTerminationStrategy: PID 12866 died...\u000a17:48:05.634024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12866): Terminated: ok {rc=0}\u000a17:48:05.643719 --- ParallelTerminationStrategy: PID 12869 died...\u000a17:48:05.697444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12869): Terminated: ok {rc=0}\u000a17:48:05.786522 bus /sierra_3: Setting Powered False\u000a17:48:06.895288 bus /sierra_3: Setting Powered False\u000a17:48:08.005038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:47:48" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12881): Process ended prematurely: osmo-stp_10.42.42.5(pid=12881) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12881): Process ended prematurely: osmo-stp_10.42.42.5(pid=12881) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:48:10.001783 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:10.012855 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:48:10.169596 tst mo_mt_call.py: using LAC 35236\u000a17:48:10.290678 tst mo_mt_call.py: using RAC 46\u000a17:48:10.414637 tst mo_mt_call.py: using CellId 35236\u000a17:48:10.544714 tst mo_mt_call.py: using BVCI 35237\u000a17:48:10.568180 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:10.579599 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:10.590665 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:10.601607 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:10.612619 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:10.623397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:48:10.746543 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:48:10.961735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:11.481935 run create_hlr_db(pid=12875): Launched\u000a17:48:11.674371 bus /sierra_2: Setting Powered False\u000a17:48:12.695212 run create_hlr_db(pid=12875): Terminated: ok {rc=0}\u000a17:48:13.119590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12877): Launched\u000a17:48:13.452155 run osmo-hlr_10.42.42.2(pid=12878): Launched\u000a17:48:13.575259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:14.152118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12880): Launched\u000a17:48:14.484106 run osmo-stp_10.42.42.5(pid=12881): Launched\u000a17:48:14.605460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:15.209765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12883): Launched\u000a17:48:15.542113 run osmo-msc_10.42.42.6(pid=12884): Launched\u000a17:48:15.736210 run osmo-stp_10.42.42.5(pid=12881): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)]\u000a17:48:15.877390 run osmo-stp_10.42.42.5(pid=12881): stdout: \u000a| (launched: 2022-12-13_17:48:14.320269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:16.066132 run osmo-stp_10.42.42.5(pid=12881): stderr: \u000a| �[0;m�[38;5;43m20221213174814510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174814510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174814511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174814511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174814512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174814512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174814512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:16.204207 run osmo-stp_10.42.42.5(pid=12881): stdout: \u000a| (launched: 2022-12-13_17:48:14.320269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:16.341085 run osmo-stp_10.42.42.5(pid=12881): stderr: \u000a| �[0;m�[38;5;43m20221213174814510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174814510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174814511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174814511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174814512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174814512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174814512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:16.401465 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12881): Process ended prematurely: osmo-stp_10.42.42.5(pid=12881) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:48:16.412072 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:48:16.479553 run osmo-hlr_10.42.42.2(pid=12878): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12878)]\u000a17:48:16.534572 run osmo-hlr_10.42.42.2(pid=12878): stdout: \u000a| (launched: 2022-12-13_17:48:13.288460) \u000a17:48:16.590767 run osmo-hlr_10.42.42.2(pid=12878): stderr: \u000a| �[0;m�[1;31m20221213174813485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174813485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174813486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174813486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174813486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174813486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174813498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174813507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174813507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174813507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:16.665632 run osmo-msc_10.42.42.6(pid=12884): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12884)]\u000a17:48:16.720346 run osmo-msc_10.42.42.6(pid=12884): stdout: \u000a| (launched: 2022-12-13_17:48:15.377814) \u000a17:48:16.775583 run osmo-msc_10.42.42.6(pid=12884): stderr: \u000a| �[0;m�[38;5;43m20221213174815699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174815699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5944e59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174815699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174815699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174815699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174815699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174815701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174815701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174815702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174815702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:16.823006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12877): Terminating (SIGTERM)\u000a17:48:16.868344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12880): Terminating (SIGTERM)\u000a17:48:16.914384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12883): Terminating (SIGTERM)\u000a17:48:16.924928 --- ParallelTerminationStrategy: PID 12877 died...\u000a17:48:16.984719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12877): Terminated: ok {rc=0}\u000a17:48:16.996049 --- ParallelTerminationStrategy: PID 12880 died...\u000a17:48:17.055481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12880): Terminated: ok {rc=0}\u000a17:48:17.066688 --- ParallelTerminationStrategy: PID 12883 died...\u000a17:48:17.126347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12883): Terminated: ok {rc=0}\u000a17:48:17.221190 bus /sierra_3: Setting Powered False\u000a17:48:18.328285 bus /sierra_3: Setting Powered False\u000a17:48:19.438497 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12892): Process ended prematurely: osmo-stp_10.42.42.5(pid=12892) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12892)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12892): Process ended prematurely: osmo-stp_10.42.42.5(pid=12892) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:48:20.556058 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:20.568798 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:48:20.741140 tst mo_mt_call_osmux.py: using LAC 35237\u000a17:48:20.871190 tst mo_mt_call_osmux.py: using RAC 47\u000a17:48:20.998917 tst mo_mt_call_osmux.py: using CellId 35237\u000a17:48:21.127944 tst mo_mt_call_osmux.py: using BVCI 35238\u000a17:48:21.153056 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:21.164629 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:21.176029 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:21.187452 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:21.199317 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:48:21.211082 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:48:21.329902 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:48:21.544485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:22.063314 run create_hlr_db(pid=12886): Launched\u000a17:48:22.254363 bus /sierra_2: Setting Powered False\u000a17:48:23.276162 run create_hlr_db(pid=12886): Terminated: ok {rc=0}\u000a17:48:23.692102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12888): Launched\u000a17:48:24.001365 run osmo-hlr_10.42.42.2(pid=12889): Launched\u000a17:48:24.123955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:24.661547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12891): Launched\u000a17:48:24.969766 run osmo-stp_10.42.42.5(pid=12892): Launched\u000a17:48:25.082290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:25.646095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12894): Launched\u000a17:48:25.954871 run osmo-msc_10.42.42.6(pid=12895): Launched\u000a17:48:26.135018 run osmo-stp_10.42.42.5(pid=12892): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12892)]\u000a17:48:26.264707 run osmo-stp_10.42.42.5(pid=12892): stdout: \u000a| (launched: 2022-12-13_17:48:24.818545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:26.393085 run osmo-stp_10.42.42.5(pid=12892): stderr: \u000a| �[0;m�[38;5;43m20221213174824988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174824988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174824988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174824989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174824989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174824989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174824989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:26.516169 run osmo-stp_10.42.42.5(pid=12892): stdout: \u000a| (launched: 2022-12-13_17:48:24.818545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:26.638675 run osmo-stp_10.42.42.5(pid=12892): stderr: \u000a| �[0;m�[38;5;43m20221213174824988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174824988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174824988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174824989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174824989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174824989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174824989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:26.692867 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12892): Process ended prematurely: osmo-stp_10.42.42.5(pid=12892) [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12892)] [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:48:26.702146 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:48:26.762779 run osmo-hlr_10.42.42.2(pid=12889): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12889)]\u000a17:48:26.813046 run osmo-hlr_10.42.42.2(pid=12889): stdout: \u000a| (launched: 2022-12-13_17:48:23.848766) \u000a17:48:26.863371 run osmo-hlr_10.42.42.2(pid=12889): stderr: \u000a| �[0;m�[1;31m20221213174824024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174824024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174824024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174824024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174824024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174824025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174824037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174824045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174824045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174824045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:26.931894 run osmo-msc_10.42.42.6(pid=12895): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12895)]\u000a17:48:26.981218 run osmo-msc_10.42.42.6(pid=12895): stdout: \u000a| (launched: 2022-12-13_17:48:25.802403) \u000a17:48:27.031195 run osmo-msc_10.42.42.6(pid=12895): stderr: \u000a| �[0;m�[38;5;43m20221213174826074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174826074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ddfb28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174826074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174826074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174826075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174826075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174826077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174826077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174826077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174826077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:27.073425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12888): Terminating (SIGTERM)\u000a17:48:27.113470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12891): Terminating (SIGTERM)\u000a17:48:27.153571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12894): Terminating (SIGTERM)\u000a17:48:27.162967 --- ParallelTerminationStrategy: PID 12888 died...\u000a17:48:27.216844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12888): Terminated: ok {rc=0}\u000a17:48:27.226665 --- ParallelTerminationStrategy: PID 12891 died...\u000a17:48:27.280234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12891): Terminated: ok {rc=0}\u000a17:48:27.289955 --- ParallelTerminationStrategy: PID 12894 died...\u000a17:48:27.344273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12894): Terminated: ok {rc=0}\u000a17:48:27.434295 bus /sierra_3: Setting Powered False\u000a17:48:28.537919 bus /sierra_3: Setting Powered False\u000a17:48:29.651547 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:48:09" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12906): Process ended prematurely: osmo-stp_10.42.42.5(pid=12906) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12906)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12906): Process ended prematurely: osmo-stp_10.42.42.5(pid=12906) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:48:31.737237 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:31.751564 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:48:31.961801 tst mo_mt_call.py: using LAC 35238\u000a17:48:32.128093 tst mo_mt_call.py: using RAC 48\u000a17:48:32.289885 tst mo_mt_call.py: using CellId 35238\u000a17:48:32.410488 tst mo_mt_call.py: using BVCI 35239\u000a17:48:32.433949 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:32.445182 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:32.456042 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:32.466915 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:32.477963 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:32.488895 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:32.612883 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:32.820869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:33.315564 run create_hlr_db(pid=12900): Launched\u000a17:48:33.492265 bus /sierra_2: Setting Powered False\u000a17:48:34.514379 run create_hlr_db(pid=12900): Terminated: ok {rc=0}\u000a17:48:34.954399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12902): Launched\u000a17:48:35.285771 run osmo-hlr_10.42.42.2(pid=12903): Launched\u000a17:48:35.408362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:35.983633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12905): Launched\u000a17:48:36.314672 run osmo-stp_10.42.42.5(pid=12906): Launched\u000a17:48:36.434764 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:37.039936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12908): Launched\u000a17:48:37.372084 run osmo-msc_10.42.42.6(pid=12909): Launched\u000a17:48:37.567272 run osmo-stp_10.42.42.5(pid=12906): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12906)]\u000a17:48:37.708540 run osmo-stp_10.42.42.5(pid=12906): stdout: \u000a| (launched: 2022-12-13_17:48:36.151439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:37.847545 run osmo-stp_10.42.42.5(pid=12906): stderr: \u000a| �[0;m�[38;5;43m20221213174836341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174836341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174836341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174836342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174836342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174836342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174836342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:37.980616 run osmo-stp_10.42.42.5(pid=12906): stdout: \u000a| (launched: 2022-12-13_17:48:36.151439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:38.112342 run osmo-stp_10.42.42.5(pid=12906): stderr: \u000a| �[0;m�[38;5;43m20221213174836341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174836341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174836341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174836342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174836342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174836342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174836342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:38.170604 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12906): Process ended prematurely: osmo-stp_10.42.42.5(pid=12906) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12906)] [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:48:38.179972 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:48:38.243955 run osmo-hlr_10.42.42.2(pid=12903): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12903)]\u000a17:48:38.296773 run osmo-hlr_10.42.42.2(pid=12903): stdout: \u000a| (launched: 2022-12-13_17:48:35.122734) \u000a17:48:38.350455 run osmo-hlr_10.42.42.2(pid=12903): stderr: \u000a| �[0;m�[1;31m20221213174835318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174835318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174835319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174835319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174835319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174835319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174835332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174835341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174835341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174835341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:38.422701 run osmo-msc_10.42.42.6(pid=12909): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12909)]\u000a17:48:38.475267 run osmo-msc_10.42.42.6(pid=12909): stdout: \u000a| (launched: 2022-12-13_17:48:37.207982) \u000a17:48:38.528130 run osmo-msc_10.42.42.6(pid=12909): stderr: \u000a| �[0;m�[38;5;43m20221213174837529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174837529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fd5703c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174837529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174837529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174837529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174837530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174837531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174837532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174837532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174837532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:38.573987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12902): Terminating (SIGTERM)\u000a17:48:38.617040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12905): Terminating (SIGTERM)\u000a17:48:38.660168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12908): Terminating (SIGTERM)\u000a17:48:38.670178 --- ParallelTerminationStrategy: PID 12902 died...\u000a17:48:38.728191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12902): Terminated: ok {rc=0}\u000a17:48:38.738591 --- ParallelTerminationStrategy: PID 12905 died...\u000a17:48:38.795878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12905): Terminated: ok {rc=0}\u000a17:48:38.806257 --- ParallelTerminationStrategy: PID 12908 died...\u000a17:48:38.864167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12908): Terminated: ok {rc=0}\u000a17:48:38.952387 bus /sierra_3: Setting Powered False\u000a17:48:40.060199 bus /sierra_3: Setting Powered False\u000a17:48:41.169954 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12917): Process ended prematurely: osmo-stp_10.42.42.5(pid=12917) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12917): Process ended prematurely: osmo-stp_10.42.42.5(pid=12917) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:48:42.281522 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:42.293333 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:48:42.451909 tst mo_mt_call_osmux.py: using LAC 35239\u000a17:48:42.574753 tst mo_mt_call_osmux.py: using RAC 49\u000a17:48:42.697754 tst mo_mt_call_osmux.py: using CellId 35239\u000a17:48:42.819584 tst mo_mt_call_osmux.py: using BVCI 35240\u000a17:48:42.843549 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:42.854762 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:42.865845 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:42.876722 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:42.887872 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:48:42.898804 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:43.016700 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:48:43.233347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:43.753478 run create_hlr_db(pid=12911): Launched\u000a17:48:43.945479 bus /sierra_2: Setting Powered False\u000a17:48:44.966612 run create_hlr_db(pid=12911): Terminated: ok {rc=0}\u000a17:48:45.382951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12913): Launched\u000a17:48:45.690904 run osmo-hlr_10.42.42.2(pid=12914): Launched\u000a17:48:45.810607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:46.466333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12916): Launched\u000a17:48:46.905969 run osmo-stp_10.42.42.5(pid=12917): Launched\u000a17:48:47.049189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:47.718853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12919): Launched\u000a17:48:48.051043 run osmo-msc_10.42.42.6(pid=12920): Launched\u000a17:48:48.243543 run osmo-stp_10.42.42.5(pid=12917): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)]\u000a17:48:48.383652 run osmo-stp_10.42.42.5(pid=12917): stdout: \u000a| (launched: 2022-12-13_17:48:46.639376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:48.522356 run osmo-stp_10.42.42.5(pid=12917): stderr: \u000a| �[0;m�[38;5;43m20221213174846943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174846944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174846944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174846944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174846945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174846945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174846945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:48.655709 run osmo-stp_10.42.42.5(pid=12917): stdout: \u000a| (launched: 2022-12-13_17:48:46.639376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:48.787614 run osmo-stp_10.42.42.5(pid=12917): stderr: \u000a| �[0;m�[38;5;43m20221213174846943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174846944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174846944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174846944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174846945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174846945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174846945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:48.845884 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12917): Process ended prematurely: osmo-stp_10.42.42.5(pid=12917) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)] [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:48:48.855469 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:48:48.919888 run osmo-hlr_10.42.42.2(pid=12914): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12914)]\u000a17:48:48.972453 run osmo-hlr_10.42.42.2(pid=12914): stdout: \u000a| (launched: 2022-12-13_17:48:45.539542) \u000a17:48:49.025607 run osmo-hlr_10.42.42.2(pid=12914): stderr: \u000a| �[0;m�[1;31m20221213174845716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174845716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174845716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174845716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174845716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174845716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174845727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174845735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174845735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174845736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:49.097847 run osmo-msc_10.42.42.6(pid=12920): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12920)]\u000a17:48:49.150260 run osmo-msc_10.42.42.6(pid=12920): stdout: \u000a| (launched: 2022-12-13_17:48:47.887145) \u000a17:48:49.203502 run osmo-msc_10.42.42.6(pid=12920): stderr: \u000a| �[0;m�[38;5;43m20221213174848207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174848207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54141edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174848207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174848207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174848207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174848208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174848209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174848210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174848211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174848211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:48:49.248858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12913): Terminating (SIGTERM)\u000a17:48:49.292201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12916): Terminating (SIGTERM)\u000a17:48:49.335373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12919): Terminating (SIGTERM)\u000a17:48:49.345373 --- ParallelTerminationStrategy: PID 12913 died...\u000a17:48:49.403081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12913): Terminated: ok {rc=0}\u000a17:48:49.413723 --- ParallelTerminationStrategy: PID 12916 died...\u000a17:48:49.471221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12916): Terminated: ok {rc=0}\u000a17:48:49.481886 --- ParallelTerminationStrategy: PID 12919 died...\u000a17:48:49.539215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12919): Terminated: ok {rc=0}\u000a17:48:49.628023 bus /sierra_3: Setting Powered False\u000a17:48:50.731801 bus /sierra_3: Setting Powered False\u000a17:48:51.843157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:48:31" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12933): Process ended prematurely: osmo-stp_10.42.42.5(pid=12933) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12933): Process ended prematurely: osmo-stp_10.42.42.5(pid=12933) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:48:53.852438 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:53.863815 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:48:54.029320 tst mo_mt_call.py: using LAC 35240\u000a17:48:54.159189 tst mo_mt_call.py: using RAC 50\u000a17:48:54.287185 tst mo_mt_call.py: using CellId 35240\u000a17:48:54.416150 tst mo_mt_call.py: using BVCI 35241\u000a17:48:54.441296 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:54.452692 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:54.463886 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:54.475092 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:54.486639 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:48:54.498102 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:48:54.616704 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:48:54.833257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:55.354978 run create_hlr_db(pid=12927): Launched\u000a17:48:55.546998 bus /sierra_2: Setting Powered False\u000a17:48:56.568432 run create_hlr_db(pid=12927): Terminated: ok {rc=0}\u000a17:48:56.985732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12929): Launched\u000a17:48:57.295124 run osmo-hlr_10.42.42.2(pid=12930): Launched\u000a17:48:57.408465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:57.945055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12932): Launched\u000a17:48:58.253956 run osmo-stp_10.42.42.5(pid=12933): Launched\u000a17:48:58.365505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:48:58.931978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12935): Launched\u000a17:48:59.243837 run osmo-msc_10.42.42.6(pid=12936): Launched\u000a17:48:59.425627 run osmo-stp_10.42.42.5(pid=12933): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)]\u000a17:48:59.556237 run osmo-stp_10.42.42.5(pid=12933): stdout: \u000a| (launched: 2022-12-13_17:48:58.101880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:59.685210 run osmo-stp_10.42.42.5(pid=12933): stderr: \u000a| �[0;m�[38;5;43m20221213174858270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174858271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174858271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174858271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174858272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174858272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174858272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:59.808409 run osmo-stp_10.42.42.5(pid=12933): stdout: \u000a| (launched: 2022-12-13_17:48:58.101880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:59.931097 run osmo-stp_10.42.42.5(pid=12933): stderr: \u000a| �[0;m�[38;5;43m20221213174858270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174858271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174858271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174858271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174858272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174858272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174858272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:59.985304 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12933): Process ended prematurely: osmo-stp_10.42.42.5(pid=12933) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12933)] [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:48:59.993814 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:49:00.054412 run osmo-hlr_10.42.42.2(pid=12930): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12930)]\u000a17:49:00.104106 run osmo-hlr_10.42.42.2(pid=12930): stdout: \u000a| (launched: 2022-12-13_17:48:57.142579) \u000a17:49:00.154881 run osmo-hlr_10.42.42.2(pid=12930): stderr: \u000a| �[0;m�[1;31m20221213174857319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174857319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174857319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174857319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174857319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174857319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174857337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174857346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174857346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174857346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:00.223831 run osmo-msc_10.42.42.6(pid=12936): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12936)]\u000a17:49:00.273730 run osmo-msc_10.42.42.6(pid=12936): stdout: \u000a| (launched: 2022-12-13_17:48:59.089188) \u000a17:49:00.324330 run osmo-msc_10.42.42.6(pid=12936): stderr: \u000a| �[0;m�[38;5;43m20221213174859359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174859359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ec3718c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174859359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174859359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174859359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174859359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174859361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:00.367332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12929): Terminating (SIGTERM)\u000a17:49:00.407708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12932): Terminating (SIGTERM)\u000a17:49:00.448033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12935): Terminating (SIGTERM)\u000a17:49:00.457450 --- ParallelTerminationStrategy: PID 12929 died...\u000a17:49:00.511406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12929): Terminated: ok {rc=0}\u000a17:49:00.521188 --- ParallelTerminationStrategy: PID 12932 died...\u000a17:49:00.574950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12932): Terminated: ok {rc=0}\u000a17:49:00.584547 --- ParallelTerminationStrategy: PID 12935 died...\u000a17:49:00.638005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12935): Terminated: ok {rc=0}\u000a17:49:00.727504 bus /sierra_3: Setting Powered False\u000a17:49:01.867897 bus /sierra_3: Setting Powered False\u000a17:49:02.981501 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12944): Process ended prematurely: osmo-stp_10.42.42.5(pid=12944) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12944)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12944): Process ended prematurely: osmo-stp_10.42.42.5(pid=12944) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:49:04.093550 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:49:04.105158 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:49:04.264137 tst mo_mt_call_osmux.py: using LAC 35241\u000a17:49:04.386453 tst mo_mt_call_osmux.py: using RAC 51\u000a17:49:04.515463 tst mo_mt_call_osmux.py: using CellId 35241\u000a17:49:04.644895 tst mo_mt_call_osmux.py: using BVCI 35242\u000a17:49:04.670382 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:49:04.682014 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:49:04.693455 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:49:04.704801 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:49:04.716556 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:49:04.728261 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:49:04.848226 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:49:05.065199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:05.584028 run create_hlr_db(pid=12938): Launched\u000a17:49:05.776123 bus /sierra_2: Setting Powered False\u000a17:49:06.796110 run create_hlr_db(pid=12938): Terminated: ok {rc=0}\u000a17:49:07.211848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12940): Launched\u000a17:49:07.520476 run osmo-hlr_10.42.42.2(pid=12941): Launched\u000a17:49:07.642754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:08.182024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12943): Launched\u000a17:49:08.490683 run osmo-stp_10.42.42.5(pid=12944): Launched\u000a17:49:08.604224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:09.176395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12946): Launched\u000a17:49:09.487090 run osmo-msc_10.42.42.6(pid=12947): Launched\u000a17:49:09.667886 run osmo-stp_10.42.42.5(pid=12944): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12944)]\u000a17:49:09.798760 run osmo-stp_10.42.42.5(pid=12944): stdout: \u000a| (launched: 2022-12-13_17:49:08.338662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:09.927851 run osmo-stp_10.42.42.5(pid=12944): stderr: \u000a| �[0;m�[38;5;43m20221213174908508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174908509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174908509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174908509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174908510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174908510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174908510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:10.051665 run osmo-stp_10.42.42.5(pid=12944): stdout: \u000a| (launched: 2022-12-13_17:49:08.338662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:10.174264 run osmo-stp_10.42.42.5(pid=12944): stderr: \u000a| �[0;m�[38;5;43m20221213174908508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174908509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174908509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174908509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174908510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174908510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174908510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:10.228539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12944): Process ended prematurely: osmo-stp_10.42.42.5(pid=12944) [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12944)] [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:49:10.237065 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:49:10.297607 run osmo-hlr_10.42.42.2(pid=12941): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12941)]\u000a17:49:10.347367 run osmo-hlr_10.42.42.2(pid=12941): stdout: \u000a| (launched: 2022-12-13_17:49:07.368104) \u000a17:49:10.397706 run osmo-hlr_10.42.42.2(pid=12941): stderr: \u000a| �[0;m�[1;31m20221213174907544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174907544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174907544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174907544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174907544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174907544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174907557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174907565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174907565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174907565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:10.466146 run osmo-msc_10.42.42.6(pid=12947): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12947)]\u000a17:49:10.516066 run osmo-msc_10.42.42.6(pid=12947): stdout: \u000a| (launched: 2022-12-13_17:49:09.333572) \u000a17:49:10.566573 run osmo-msc_10.42.42.6(pid=12947): stderr: \u000a| �[0;m�[38;5;43m20221213174909606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174909607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb54723c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174909607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174909607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174909607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174909607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174909609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174909609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174909610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174909610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:10.609728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12940): Terminating (SIGTERM)\u000a17:49:10.649915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12943): Terminating (SIGTERM)\u000a17:49:10.690136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12946): Terminating (SIGTERM)\u000a17:49:10.699461 --- ParallelTerminationStrategy: PID 12940 died...\u000a17:49:10.753684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12940): Terminated: ok {rc=0}\u000a17:49:10.763438 --- ParallelTerminationStrategy: PID 12943 died...\u000a17:49:10.817117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12943): Terminated: ok {rc=0}\u000a17:49:10.826828 --- ParallelTerminationStrategy: PID 12946 died...\u000a17:49:10.880383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12946): Terminated: ok {rc=0}\u000a17:49:10.970153 bus /sierra_3: Setting Powered False\u000a17:49:12.076179 bus /sierra_3: Setting Powered False\u000a17:49:13.185476 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:48:53" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a17:49:15.192408 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:15.204318 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:49:15.356092 tst mo_mt_call.py: using LAC 35242\u000a17:49:15.487751 tst mo_mt_call.py: using RAC 52\u000a17:49:15.617513 tst mo_mt_call.py: using CellId 35242\u000a17:49:15.748502 tst mo_mt_call.py: using BVCI 35243\u000a17:49:15.773958 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:15.786030 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:15.797636 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:15.809258 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:15.821454 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:15.849764 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:49:15.995819 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:49:16.261523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:16.925601 run create_hlr_db(pid=12952): Launched\u000a17:49:17.110024 bus /sierra_2: Setting Powered False\u000a17:49:18.125780 run create_hlr_db(pid=12952): Terminated: ok {rc=0}\u000a17:49:18.566515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Launched\u000a17:49:18.898753 run osmo-hlr_10.42.42.2(pid=12955): Launched\u000a17:49:19.023357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:19.599582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Launched\u000a17:49:19.933213 run osmo-stp_10.42.42.5(pid=12958): Launched\u000a17:49:20.054343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:20.662293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12960): Launched\u000a17:49:20.996442 run osmo-msc_10.42.42.6(pid=12961): Launched\u000a17:49:21.190935 run osmo-stp_10.42.42.5(pid=12958): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]\u000a17:49:21.331842 run osmo-stp_10.42.42.5(pid=12958): stdout: \u000a| (launched: 2022-12-13_17:49:19.769002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:21.471330 run osmo-stp_10.42.42.5(pid=12958): stderr: \u000a| �[0;m�[38;5;43m20221213174919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174919961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174919961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174919962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174919962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174919962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:21.605339 run osmo-stp_10.42.42.5(pid=12958): stdout: \u000a| (launched: 2022-12-13_17:49:19.769002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:21.737461 run osmo-stp_10.42.42.5(pid=12958): stderr: \u000a| �[0;m�[38;5;43m20221213174919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174919961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174919961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174919962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174919962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174919962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:21.795861 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)] [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a17:49:21.805534 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:49:21.869945 run osmo-hlr_10.42.42.2(pid=12955): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12955)]\u000a17:49:21.922817 run osmo-hlr_10.42.42.2(pid=12955): stdout: \u000a| (launched: 2022-12-13_17:49:18.735829) \u000a17:49:21.976260 run osmo-hlr_10.42.42.2(pid=12955): stderr: \u000a| �[0;m�[1;31m20221213174918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174918944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174918954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174918954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174918954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:22.048546 run osmo-msc_10.42.42.6(pid=12961): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12961)]\u000a17:49:22.100914 run osmo-msc_10.42.42.6(pid=12961): stdout: \u000a| (launched: 2022-12-13_17:49:20.831121) \u000a17:49:22.153964 run osmo-msc_10.42.42.6(pid=12961): stderr: \u000a| �[0;m�[38;5;43m20221213174921153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174921153 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f0e371c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174921153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174921153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174921154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174921154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174921155 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174921156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174921156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174921156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:22.199457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminating (SIGTERM)\u000a17:49:22.242106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminating (SIGTERM)\u000a17:49:22.284864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12960): Terminating (SIGTERM)\u000a17:49:22.294761 --- ParallelTerminationStrategy: PID 12954 died...\u000a17:49:22.352293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminated: ok {rc=0}\u000a17:49:22.362427 --- ParallelTerminationStrategy: PID 12957 died...\u000a17:49:22.419447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminated: ok {rc=0}\u000a17:49:22.429653 --- ParallelTerminationStrategy: PID 12960 died...\u000a17:49:22.486884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12960): Terminated: ok {rc=0}\u000a17:49:22.575619 bus /sierra_3: Setting Powered False\u000a17:49:23.683633 bus /sierra_3: Setting Powered False\u000a17:49:24.797917 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12969): Process ended prematurely: osmo-stp_10.42.42.5(pid=12969) [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12969): Process ended prematurely: osmo-stp_10.42.42.5(pid=12969) [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:49:25.910225 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:25.922190 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:49:26.063254 tst mo_mt_call_osmux.py: using LAC 35243\u000a17:49:26.185128 tst mo_mt_call_osmux.py: using RAC 53\u000a17:49:26.306013 tst mo_mt_call_osmux.py: using CellId 35243\u000a17:49:26.429881 tst mo_mt_call_osmux.py: using BVCI 35244\u000a17:49:26.453515 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:26.464678 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:26.475658 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:26.486713 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:26.497825 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:49:26.508872 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:49:26.626360 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:49:26.842960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:27.365540 run create_hlr_db(pid=12963): Launched\u000a17:49:27.558813 bus /sierra_2: Setting Powered False\u000a17:49:28.578513 run create_hlr_db(pid=12963): Terminated: ok {rc=0}\u000a17:49:28.995794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12965): Launched\u000a17:49:29.308427 run osmo-hlr_10.42.42.2(pid=12966): Launched\u000a17:49:29.432699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:29.975629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12968): Launched\u000a17:49:30.283891 run osmo-stp_10.42.42.5(pid=12969): Launched\u000a17:49:30.396447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:30.997286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12971): Launched\u000a17:49:31.478534 run osmo-msc_10.42.42.6(pid=12972): Launched\u000a17:49:31.845959 run osmo-stp_10.42.42.5(pid=12969): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)]\u000a17:49:31.983770 run osmo-stp_10.42.42.5(pid=12969): stdout: \u000a| (launched: 2022-12-13_17:49:30.132541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:32.118314 run osmo-stp_10.42.42.5(pid=12969): stderr: \u000a| �[0;m�[38;5;43m20221213174930302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174930302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174930302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174930303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174930303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174930304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174930304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:32.245410 run osmo-stp_10.42.42.5(pid=12969): stdout: \u000a| (launched: 2022-12-13_17:49:30.132541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:32.370851 run osmo-stp_10.42.42.5(pid=12969): stderr: \u000a| �[0;m�[38;5;43m20221213174930302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174930302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174930302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174930303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174930303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174930304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174930304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:32.425206 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12969): Process ended prematurely: osmo-stp_10.42.42.5(pid=12969) [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)] [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a17:49:32.433732 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:49:32.493752 run osmo-hlr_10.42.42.2(pid=12966): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12966)]\u000a17:49:32.543437 run osmo-hlr_10.42.42.2(pid=12966): stdout: \u000a| (launched: 2022-12-13_17:49:29.153121) \u000a17:49:32.593666 run osmo-hlr_10.42.42.2(pid=12966): stderr: \u000a| �[0;m�[1;31m20221213174929330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174929330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174929330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174929330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174929330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174929330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174929343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174929351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174929352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174929352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:32.661868 run osmo-msc_10.42.42.6(pid=12972): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12972)]\u000a17:49:32.711366 run osmo-msc_10.42.42.6(pid=12972): stdout: \u000a| (launched: 2022-12-13_17:49:31.172935) \u000a17:49:32.761575 run osmo-msc_10.42.42.6(pid=12972): stderr: \u000a| �[0;m�[38;5;43m20221213174931564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174931564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f07ad5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174931573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174931573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174931573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174931573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174931575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174931576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174931576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174931576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:32.803879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12965): Terminating (SIGTERM)\u000a17:49:32.843889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12968): Terminating (SIGTERM)\u000a17:49:32.883809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12971): Terminating (SIGTERM)\u000a17:49:32.893196 --- ParallelTerminationStrategy: PID 12965 died...\u000a17:49:32.946828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12965): Terminated: ok {rc=0}\u000a17:49:32.956404 --- ParallelTerminationStrategy: PID 12968 died...\u000a17:49:33.009728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12968): Terminated: ok {rc=0}\u000a17:49:33.019380 --- ParallelTerminationStrategy: PID 12971 died...\u000a17:49:33.072777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12971): Terminated: ok {rc=0}\u000a17:49:33.161881 bus /sierra_3: Setting Powered False\u000a17:49:34.265390 bus /sierra_3: Setting Powered False\u000a17:49:35.377483 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:49:14" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12983): Process ended prematurely: osmo-stp_10.42.42.5(pid=12983) [trial-2392↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12983): Process ended prematurely: osmo-stp_10.42.42.5(pid=12983) [trial-2392↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:49:37.388436 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:37.399698 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:49:37.538180 tst emergency_mo_mt_call.py: using LAC 35244\u000a17:49:37.655628 tst emergency_mo_mt_call.py: using RAC 54\u000a17:49:37.773609 tst emergency_mo_mt_call.py: using CellId 35244\u000a17:49:37.890970 tst emergency_mo_mt_call.py: using BVCI 35245\u000a17:49:37.914213 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:37.924839 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:37.935395 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:37.945819 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:37.956170 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:37.966573 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:38.083799 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:38.287776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:38.774933 run create_hlr_db(pid=12977): Launched\u000a17:49:38.965337 bus /sierra_2: Setting Powered False\u000a17:49:39.985042 run create_hlr_db(pid=12977): Terminated: ok {rc=0}\u000a17:49:40.420675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12979): Launched\u000a17:49:40.749245 run osmo-hlr_10.42.42.2(pid=12980): Launched\u000a17:49:40.872376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:41.439695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12982): Launched\u000a17:49:41.768863 run osmo-stp_10.42.42.5(pid=12983): Launched\u000a17:49:41.899629 tst emergency_mo_mt_call.py: using MSISDN 8253\u000a17:49:42.063660 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:42.660730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12985): Launched\u000a17:49:42.989056 run osmo-msc_10.42.42.6(pid=12986): Launched\u000a17:49:43.180562 run osmo-stp_10.42.42.5(pid=12983): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)]\u000a17:49:43.319130 run osmo-stp_10.42.42.5(pid=12983): stdout: \u000a| (launched: 2022-12-13_17:49:41.605941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:43.456462 run osmo-stp_10.42.42.5(pid=12983): stderr: \u000a| �[0;m�[38;5;43m20221213174941795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174941795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174941796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174941796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174941797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174941797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174941797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:43.588427 run osmo-stp_10.42.42.5(pid=12983): stdout: \u000a| (launched: 2022-12-13_17:49:41.605941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:43.719583 run osmo-stp_10.42.42.5(pid=12983): stderr: \u000a| �[0;m�[38;5;43m20221213174941795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174941795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174941796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174941796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174941797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174941797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174941797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:43.776692 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12983): Process ended prematurely: osmo-stp_10.42.42.5(pid=12983) [trial-2392↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)] [trial-2392↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a17:49:43.785724 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a17:49:43.849711 run osmo-hlr_10.42.42.2(pid=12980): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12980)]\u000a17:49:43.901950 run osmo-hlr_10.42.42.2(pid=12980): stdout: \u000a| (launched: 2022-12-13_17:49:40.586957) \u000a17:49:43.954965 run osmo-hlr_10.42.42.2(pid=12980): stderr: \u000a| �[0;m�[1;31m20221213174940783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174940783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174940783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174940784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174940784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174940784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174940795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174940804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174940804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174940804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:44.027250 run osmo-msc_10.42.42.6(pid=12986): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12986)]\u000a17:49:44.079691 run osmo-msc_10.42.42.6(pid=12986): stdout: \u000a| (launched: 2022-12-13_17:49:42.826783) \u000a17:49:44.132719 run osmo-msc_10.42.42.6(pid=12986): stderr: \u000a| �[0;m�[38;5;43m20221213174943147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174943147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc14fe79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174943147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174943147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174943147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174943147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174943149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174943150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174943150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174943150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:44.178061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12979): Terminating (SIGTERM)\u000a17:49:44.221269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12982): Terminating (SIGTERM)\u000a17:49:44.264114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12985): Terminating (SIGTERM)\u000a17:49:44.273985 --- ParallelTerminationStrategy: PID 12979 died...\u000a17:49:44.331715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12979): Terminated: ok {rc=0}\u000a17:49:44.342325 --- ParallelTerminationStrategy: PID 12982 died...\u000a17:49:44.399558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12982): Terminated: ok {rc=0}\u000a17:49:44.409890 --- ParallelTerminationStrategy: PID 12985 died...\u000a17:49:44.466918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12985): Terminated: ok {rc=0}\u000a17:49:44.555260 bus /sierra_3: Setting Powered False\u000a17:49:45.658511 bus /sierra_3: Setting Powered False\u000a17:49:46.799959 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12994): Process ended prematurely: osmo-stp_10.42.42.5(pid=12994) [trial-2392↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12994): Process ended prematurely: osmo-stp_10.42.42.5(pid=12994) [trial-2392↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:49:47.852684 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:47.864091 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:49:48.000785 tst emergency_preemptive_call.py: using LAC 35245\u000a17:49:48.121039 tst emergency_preemptive_call.py: using RAC 55\u000a17:49:48.239384 tst emergency_preemptive_call.py: using CellId 35245\u000a17:49:48.359751 tst emergency_preemptive_call.py: using BVCI 35246\u000a17:49:48.382897 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:48.393609 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:48.404072 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:48.414565 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:48.424928 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:49:48.435423 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:48.558826 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:48.676728 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:48.797686 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:49:49.001675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:49.490077 run create_hlr_db(pid=12988): Launched\u000a17:49:49.665877 bus /sierra_2: Setting Powered False\u000a17:49:50.687241 run create_hlr_db(pid=12988): Terminated: ok {rc=0}\u000a17:49:51.092644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12990): Launched\u000a17:49:51.396914 run osmo-hlr_10.42.42.2(pid=12991): Launched\u000a17:49:51.517144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:52.053829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12993): Launched\u000a17:49:52.359133 run osmo-stp_10.42.42.5(pid=12994): Launched\u000a17:49:52.488405 tst emergency_preemptive_call.py: using MSISDN 8254\u000a17:49:52.639190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:49:53.193864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12996): Launched\u000a17:49:53.498707 run osmo-msc_10.42.42.6(pid=12997): Launched\u000a17:49:53.676709 run osmo-stp_10.42.42.5(pid=12994): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)]\u000a17:49:53.805916 run osmo-stp_10.42.42.5(pid=12994): stdout: \u000a| (launched: 2022-12-13_17:49:52.208604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:53.932380 run osmo-stp_10.42.42.5(pid=12994): stderr: \u000a| �[0;m�[38;5;43m20221213174952377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174952377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174952377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174952377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174952378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174952378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174952378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:54.054490 run osmo-stp_10.42.42.5(pid=12994): stdout: \u000a| (launched: 2022-12-13_17:49:52.208604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:54.175182 run osmo-stp_10.42.42.5(pid=12994): stderr: \u000a| �[0;m�[38;5;43m20221213174952377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213174952377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213174952377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213174952377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213174952378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213174952378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213174952378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:54.228208 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12994): Process ended prematurely: osmo-stp_10.42.42.5(pid=12994) [trial-2392↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)] [trial-2392↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a17:49:54.236344 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a17:49:54.296828 run osmo-hlr_10.42.42.2(pid=12991): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12991)]\u000a17:49:54.346258 run osmo-hlr_10.42.42.2(pid=12991): stdout: \u000a| (launched: 2022-12-13_17:49:51.247066) \u000a17:49:54.396479 run osmo-hlr_10.42.42.2(pid=12991): stderr: \u000a| �[0;m�[1;31m20221213174951424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213174951424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213174951424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174951424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213174951424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213174951424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213174951436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213174951445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213174951445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213174951445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:54.464786 run osmo-msc_10.42.42.6(pid=12997): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12997)]\u000a17:49:54.514324 run osmo-msc_10.42.42.6(pid=12997): stdout: \u000a| (launched: 2022-12-13_17:49:53.347879) \u000a17:49:54.564062 run osmo-msc_10.42.42.6(pid=12997): stderr: \u000a| �[0;m�[38;5;43m20221213174953622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213174953622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42fd862c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213174953622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213174953622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213174953622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213174953622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213174953624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213174953625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213174953625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213174953625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:49:54.606310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12990): Terminating (SIGTERM)\u000a17:49:54.646247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12993): Terminating (SIGTERM)\u000a17:49:54.686168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12996): Terminating (SIGTERM)\u000a17:49:54.695066 --- ParallelTerminationStrategy: PID 12990 died...\u000a17:49:54.748597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12990): Terminated: ok {rc=0}\u000a17:49:54.758363 --- ParallelTerminationStrategy: PID 12993 died...\u000a17:49:54.811710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12993): Terminated: ok {rc=0}\u000a17:49:54.821378 --- ParallelTerminationStrategy: PID 12996 died...\u000a17:49:54.874499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12996): Terminated: ok {rc=0}\u000a17:49:54.958734 bus /sierra_9: Setting Powered False\u000a17:49:56.067985 bus /sierra_9: Setting Powered False\u000a17:49:57.176523 bus /sierra_8: Setting Powered False\u000a17:49:58.284666 bus /sierra_8: Setting Powered False\u000a17:49:59.393712 bus /sierra_3: Setting Powered False\u000a17:50:00.500596 bus /sierra_3: Setting Powered False\u000a17:50:01.620473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:49:37" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13016): Process ended prematurely: osmo-stp_10.42.42.5(pid=13016) [trial-2392↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13016)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13016): Process ended prematurely: osmo-stp_10.42.42.5(pid=13016) [trial-2392↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:50:03.753878 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:03.765284 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:03.907916 tst cs_paging_gprs_active.py: using LAC 35246\u000a17:50:04.037857 tst cs_paging_gprs_active.py: using RAC 56\u000a17:50:04.170370 tst cs_paging_gprs_active.py: using CellId 35246\u000a17:50:04.298352 tst cs_paging_gprs_active.py: using BVCI 35247\u000a17:50:04.323772 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.335010 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.346050 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.356891 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.368024 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.379162 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.390458 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.401598 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:04.413432 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:04.531493 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:04.832402 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:50:04.970915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:05.317734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13006): Launched\u000a17:50:05.605508 run iperf3-srv_10.42.42.10(pid=13007): Launched\u000a17:50:05.810089 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:50:05.949195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:06.294611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13008): Launched\u000a17:50:06.581686 run iperf3-srv_10.42.42.10(pid=13009): Launched\u000a17:50:06.786765 tst cs_paging_gprs_active.py:38: start network...\u000a17:50:06.926155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:07.449550 run create_hlr_db(pid=13010): Launched\u000a17:50:07.643314 bus /sierra_2: Setting Powered False\u000a17:50:08.664295 run create_hlr_db(pid=13010): Terminated: ok {rc=0}\u000a17:50:09.081930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13012): Launched\u000a17:50:09.396142 run osmo-hlr_10.42.42.2(pid=13013): Launched\u000a17:50:09.514501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:10.055192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13015): Launched\u000a17:50:10.365507 run osmo-stp_10.42.42.5(pid=13016): Launched\u000a17:50:10.477354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:11.020074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13018): Launched\u000a17:50:11.130180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:11.403741 run patchelf(pid=13019): Launched\u000a17:50:11.586438 run osmo-stp_10.42.42.5(pid=13016): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13016)]\u000a17:50:11.719258 run osmo-stp_10.42.42.5(pid=13016): stdout: \u000a| (launched: 2022-12-13_17:50:10.213110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:11.851985 run osmo-stp_10.42.42.5(pid=13016): stderr: \u000a| �[0;m�[38;5;43m20221213175010384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175010384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175010385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175010385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175010385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175010386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175010386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:11.980492 run osmo-stp_10.42.42.5(pid=13016): stdout: \u000a| (launched: 2022-12-13_17:50:10.213110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:12.107754 run osmo-stp_10.42.42.5(pid=13016): stderr: \u000a| �[0;m�[38;5;43m20221213175010384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175010384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175010385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175010385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175010385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175010386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175010386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:12.257226 run patchelf(pid=13019): Terminating (SIGINT)\u000a17:50:12.433831 run patchelf(pid=13019): Terminated: ok {rc=0}\u000a17:50:12.466275 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13016): Process ended prematurely: osmo-stp_10.42.42.5(pid=13016) [trial-2392↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13016)] [trial-2392↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a17:50:12.475479 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:50:12.536232 run osmo-hlr_10.42.42.2(pid=13013): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13013)]\u000a17:50:12.585842 run osmo-hlr_10.42.42.2(pid=13013): stdout: \u000a| (launched: 2022-12-13_17:50:09.240058) \u000a17:50:12.636244 run osmo-hlr_10.42.42.2(pid=13013): stderr: \u000a| �[0;m�[1;31m20221213175009416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175009416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175009416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175009416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175009416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175009416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175009428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175009436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175009437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175009437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:12.679372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13006): Terminating (SIGTERM)\u000a17:50:12.719781 run iperf3-srv_10.42.42.10(pid=13007): Terminating (SIGTERM)\u000a17:50:12.760152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13008): Terminating (SIGTERM)\u000a17:50:12.800459 run iperf3-srv_10.42.42.10(pid=13009): Terminating (SIGTERM)\u000a17:50:12.840906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13012): Terminating (SIGTERM)\u000a17:50:12.881494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13015): Terminating (SIGTERM)\u000a17:50:12.922069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13018): Terminating (SIGTERM)\u000a17:50:12.931496 --- ParallelTerminationStrategy: PID 13006 died...\u000a17:50:12.985583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13006): Terminated: ok {rc=0}\u000a17:50:12.995294 --- ParallelTerminationStrategy: PID 13007 died...\u000a17:50:13.048758 run iperf3-srv_10.42.42.10(pid=13007): Terminated {rc=256}\u000a17:50:13.058440 --- ParallelTerminationStrategy: PID 13008 died...\u000a17:50:13.112278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13008): Terminated: ok {rc=0}\u000a17:50:13.122032 --- ParallelTerminationStrategy: PID 13009 died...\u000a17:50:13.175840 run iperf3-srv_10.42.42.10(pid=13009): Terminated {rc=256}\u000a17:50:13.185610 --- ParallelTerminationStrategy: PID 13012 died...\u000a17:50:13.239866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13012): Terminated: ok {rc=0}\u000a17:50:13.249659 --- ParallelTerminationStrategy: PID 13015 died...\u000a17:50:13.303544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13015): Terminated: ok {rc=0}\u000a17:50:13.313347 --- ParallelTerminationStrategy: PID 13018 died...\u000a17:50:13.367062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13018): Terminated: ok {rc=0}\u000a17:50:13.451953 bus /gobi_0: Setting Powered False\u000a17:50:14.561195 bus /gobi_0: Setting Powered False\u000a17:50:15.670366 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2392↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2392↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a17:50:16.788451 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:16.801307 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:16.954635 tst iperf3.py: using LAC 35247\u000a17:50:17.079743 tst iperf3.py: using RAC 57\u000a17:50:17.217328 tst iperf3.py: using CellId 35247\u000a17:50:17.347591 tst iperf3.py: using BVCI 35248\u000a17:50:17.373044 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.384135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.395032 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.405983 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.417188 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.428266 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.439602 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.450767 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:17.462071 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:17.749301 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:50:17.877969 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:18.201280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Launched\u000a17:50:18.468515 run iperf3-srv_10.42.42.10(pid=13021): Launched\u000a17:50:18.656919 tst iperf3.py:8: start network...\u000a17:50:18.785410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:19.280190 run create_hlr_db(pid=13022): Launched\u000a17:50:19.457780 bus /gobi_6: Setting Powered False\u000a17:50:20.479139 run create_hlr_db(pid=13022): Terminated: ok {rc=0}\u000a17:50:20.921694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Launched\u000a17:50:21.256894 run osmo-hlr_10.42.42.2(pid=13025): Launched\u000a17:50:21.380240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:21.960941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Launched\u000a17:50:22.294371 run osmo-stp_10.42.42.5(pid=13028): Launched\u000a17:50:22.415105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:22.995893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Launched\u000a17:50:23.115050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:23.407197 run patchelf(pid=13031): Launched\u000a17:50:23.601979 run osmo-stp_10.42.42.5(pid=13028): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]\u000a17:50:23.744770 run osmo-stp_10.42.42.5(pid=13028): stdout: \u000a| (launched: 2022-12-13_17:50:22.129865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:23.887114 run osmo-stp_10.42.42.5(pid=13028): stderr: \u000a| �[0;m�[38;5;43m20221213175022322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175022322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175022322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175022323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175022323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175022323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175022323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:24.024069 run osmo-stp_10.42.42.5(pid=13028): stdout: \u000a| (launched: 2022-12-13_17:50:22.129865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:24.159874 run osmo-stp_10.42.42.5(pid=13028): stderr: \u000a| �[0;m�[38;5;43m20221213175022322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175022322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175022322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175022323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175022323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175022323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175022323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:24.319814 run patchelf(pid=13031): Terminating (SIGINT)\u000a17:50:24.508238 run patchelf(pid=13031): Terminated: ok {rc=0}\u000a17:50:24.542529 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2392↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)] [trial-2392↪gprs:trx-umtrx↪iperf3.py:8]\u000a17:50:24.552558 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:50:24.616866 run osmo-hlr_10.42.42.2(pid=13025): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13025)]\u000a17:50:24.669259 run osmo-hlr_10.42.42.2(pid=13025): stdout: \u000a| (launched: 2022-12-13_17:50:21.091503) \u000a17:50:24.721838 run osmo-hlr_10.42.42.2(pid=13025): stderr: \u000a| �[0;m�[1;31m20221213175021289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175021289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175021290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175021290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175021290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175021290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175021302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175021313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175021313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175021313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:24.767191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminating (SIGTERM)\u000a17:50:24.810382 run iperf3-srv_10.42.42.10(pid=13021): Terminating (SIGTERM)\u000a17:50:24.853107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminating (SIGTERM)\u000a17:50:24.896292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminating (SIGTERM)\u000a17:50:24.939112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminating (SIGTERM)\u000a17:50:24.949026 --- ParallelTerminationStrategy: PID 13020 died...\u000a17:50:25.006545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminated: ok {rc=0}\u000a17:50:25.016782 --- ParallelTerminationStrategy: PID 13021 died...\u000a17:50:25.073916 run iperf3-srv_10.42.42.10(pid=13021): Terminated {rc=256}\u000a17:50:25.084118 --- ParallelTerminationStrategy: PID 13024 died...\u000a17:50:25.141513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminated: ok {rc=0}\u000a17:50:25.151748 --- ParallelTerminationStrategy: PID 13027 died...\u000a17:50:25.208830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminated: ok {rc=0}\u000a17:50:25.219101 --- ParallelTerminationStrategy: PID 13030 died...\u000a17:50:25.276212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminated: ok {rc=0}\u000a17:50:25.364457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13046): Process ended prematurely: osmo-stp_10.42.42.5(pid=13046) [trial-2392↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13046): Process ended prematurely: osmo-stp_10.42.42.5(pid=13046) [trial-2392↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a17:50:26.480139 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:26.491938 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:26.633027 tst iperf3m4.py: using LAC 35248\u000a17:50:26.763293 tst iperf3m4.py: using RAC 58\u000a17:50:26.892648 tst iperf3m4.py: using CellId 35248\u000a17:50:27.018340 tst iperf3m4.py: using BVCI 35249\u000a17:50:27.042003 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.052718 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.063247 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.073674 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.083885 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.094727 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.105762 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.117525 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:27.128599 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:27.251259 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:27.378136 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:27.498208 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:27.802685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:50:27.942276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:28.288682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13032): Launched\u000a17:50:28.576202 run iperf3-srv_10.42.42.10(pid=13033): Launched\u000a17:50:28.781212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:50:28.920098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:29.266260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13034): Launched\u000a17:50:29.554050 run iperf3-srv_10.42.42.10(pid=13035): Launched\u000a17:50:29.759026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:50:29.897666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:30.242758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Launched\u000a17:50:30.530184 run iperf3-srv_10.42.42.10(pid=13037): Launched\u000a17:50:30.735257 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:50:30.876893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:31.268158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13038): Launched\u000a17:50:31.571845 run iperf3-srv_10.42.42.10(pid=13039): Launched\u000a17:50:31.780937 tst iperf3m4.py:8: start network...\u000a17:50:31.924104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:32.451536 run create_hlr_db(pid=13040): Launched\u000a17:50:32.645137 bus /gobi_6: Setting Powered False\u000a17:50:33.665407 run create_hlr_db(pid=13040): Terminated: ok {rc=0}\u000a17:50:34.109728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13042): Launched\u000a17:50:34.445437 run osmo-hlr_10.42.42.2(pid=13043): Launched\u000a17:50:34.565365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:35.149781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13045): Launched\u000a17:50:35.483288 run osmo-stp_10.42.42.5(pid=13046): Launched\u000a17:50:35.604084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:36.184655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13048): Launched\u000a17:50:36.304324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:36.598242 run patchelf(pid=13049): Launched\u000a17:50:36.794465 run osmo-stp_10.42.42.5(pid=13046): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)]\u000a17:50:36.937708 run osmo-stp_10.42.42.5(pid=13046): stdout: \u000a| (launched: 2022-12-13_17:50:35.319539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:37.081062 run osmo-stp_10.42.42.5(pid=13046): stderr: \u000a| �[0;m�[38;5;43m20221213175035510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175035510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175035510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175035511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175035511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175035511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175035511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:37.219146 run osmo-stp_10.42.42.5(pid=13046): stdout: \u000a| (launched: 2022-12-13_17:50:35.319539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:37.356339 run osmo-stp_10.42.42.5(pid=13046): stderr: \u000a| �[0;m�[38;5;43m20221213175035510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175035510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175035510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175035511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175035511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175035511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175035511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:37.517794 run patchelf(pid=13049): Terminating (SIGINT)\u000a17:50:37.708429 run patchelf(pid=13049): Terminated: ok {rc=0}\u000a17:50:37.743293 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13046): Process ended prematurely: osmo-stp_10.42.42.5(pid=13046) [trial-2392↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)] [trial-2392↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a17:50:37.753379 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a17:50:37.817925 run osmo-hlr_10.42.42.2(pid=13043): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13043)]\u000a17:50:37.870074 run osmo-hlr_10.42.42.2(pid=13043): stdout: \u000a| (launched: 2022-12-13_17:50:34.279098) \u000a17:50:37.922812 run osmo-hlr_10.42.42.2(pid=13043): stderr: \u000a| �[0;m�[1;31m20221213175034476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175034476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175034476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175034477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175034477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175034477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175034492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175034502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175034502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175034502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:37.967788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13032): Terminating (SIGTERM)\u000a17:50:38.010902 run iperf3-srv_10.42.42.10(pid=13033): Terminating (SIGTERM)\u000a17:50:38.053483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13034): Terminating (SIGTERM)\u000a17:50:38.096484 run iperf3-srv_10.42.42.10(pid=13035): Terminating (SIGTERM)\u000a17:50:38.139035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Terminating (SIGTERM)\u000a17:50:38.181911 run iperf3-srv_10.42.42.10(pid=13037): Terminating (SIGTERM)\u000a17:50:38.224454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13038): Terminating (SIGTERM)\u000a17:50:38.267313 run iperf3-srv_10.42.42.10(pid=13039): Terminating (SIGTERM)\u000a17:50:38.309949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13042): Terminating (SIGTERM)\u000a17:50:38.352830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13045): Terminating (SIGTERM)\u000a17:50:38.395965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13048): Terminating (SIGTERM)\u000a17:50:38.405819 --- ParallelTerminationStrategy: PID 13032 died...\u000a17:50:38.463306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13032): Terminated: ok {rc=0}\u000a17:50:38.473680 --- ParallelTerminationStrategy: PID 13033 died...\u000a17:50:38.530615 run iperf3-srv_10.42.42.10(pid=13033): Terminated {rc=256}\u000a17:50:38.540841 --- ParallelTerminationStrategy: PID 13034 died...\u000a17:50:38.598116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13034): Terminated: ok {rc=0}\u000a17:50:38.608346 --- ParallelTerminationStrategy: PID 13035 died...\u000a17:50:38.665693 run iperf3-srv_10.42.42.10(pid=13035): Terminated {rc=256}\u000a17:50:38.675936 --- ParallelTerminationStrategy: PID 13036 died...\u000a17:50:38.733152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Terminated: ok {rc=0}\u000a17:50:38.743418 --- ParallelTerminationStrategy: PID 13037 died...\u000a17:50:38.800349 run iperf3-srv_10.42.42.10(pid=13037): Terminated {rc=256}\u000a17:50:38.810661 --- ParallelTerminationStrategy: PID 13038 died...\u000a17:50:38.867855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13038): Terminated: ok {rc=0}\u000a17:50:38.878161 --- ParallelTerminationStrategy: PID 13039 died...\u000a17:50:38.934946 run iperf3-srv_10.42.42.10(pid=13039): Terminated {rc=256}\u000a17:50:38.945401 --- ParallelTerminationStrategy: PID 13042 died...\u000a17:50:39.002699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13042): Terminated: ok {rc=0}\u000a17:50:39.013157 --- ParallelTerminationStrategy: PID 13045 died...\u000a17:50:39.070638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13045): Terminated: ok {rc=0}\u000a17:50:39.081123 --- ParallelTerminationStrategy: PID 13048 died...\u000a17:50:39.138133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13048): Terminated: ok {rc=0}\u000a17:50:39.226907 bus /gobi_4: Setting Powered False\u000a17:50:40.335603 bus /gobi_4: Setting Powered False\u000a17:50:41.445678 bus /gobi_1: Setting Powered False\u000a17:50:42.548338 bus /gobi_1: Setting Powered False\u000a17:50:43.662314 bus /gobi_0: Setting Powered False\u000a17:50:44.766077 bus /gobi_0: Setting Powered False\u000a17:50:45.891254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2392↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2392↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a17:50:46.966145 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:46.980938 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:47.159050 tst ping.py: using LAC 35249\u000a17:50:47.285416 tst ping.py: using RAC 59\u000a17:50:47.419294 tst ping.py: using CellId 35249\u000a17:50:47.546865 tst ping.py: using BVCI 35250\u000a17:50:47.572044 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:47.583205 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:47.594126 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:47.605050 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:47.616473 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:47.627718 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:47.639041 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:47.650631 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:47.949253 tst ping.py:19: start network...\u000a17:50:48.086167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:48.598794 run create_hlr_db(pid=13050): Launched\u000a17:50:48.789279 bus /gobi_6: Setting Powered False\u000a17:50:49.808840 run create_hlr_db(pid=13050): Terminated: ok {rc=0}\u000a17:50:50.218006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Launched\u000a17:50:50.521221 run osmo-hlr_10.42.42.2(pid=13053): Launched\u000a17:50:50.632509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:51.162195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Launched\u000a17:50:51.466663 run osmo-stp_10.42.42.5(pid=13056): Launched\u000a17:50:51.578086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:52.133965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13061): Launched\u000a17:50:52.251128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:52.538844 run patchelf(pid=13062): Launched\u000a17:50:52.731208 run osmo-stp_10.42.42.5(pid=13056): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]\u000a17:50:52.871883 run osmo-stp_10.42.42.5(pid=13056): stdout: \u000a| (launched: 2022-12-13_17:50:51.316350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:53.012482 run osmo-stp_10.42.42.5(pid=13056): stderr: \u000a| �[0;m�[38;5;43m20221213175051483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175051483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175051484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175051484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175051484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175051485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175051485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:53.148372 run osmo-stp_10.42.42.5(pid=13056): stdout: \u000a| (launched: 2022-12-13_17:50:51.316350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:53.282894 run osmo-stp_10.42.42.5(pid=13056): stderr: \u000a| �[0;m�[38;5;43m20221213175051483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175051483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175051484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175051484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175051484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175051485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175051485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:53.440351 run patchelf(pid=13062): Terminating (SIGINT)\u000a17:50:53.625980 run patchelf(pid=13062): Terminated: ok {rc=0}\u000a17:50:53.659854 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2392↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)] [trial-2392↪gprs:trx-umtrx↪ping.py:22]\u000a17:50:53.669306 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:50:53.733804 run osmo-hlr_10.42.42.2(pid=13053): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13053)]\u000a17:50:53.786416 run osmo-hlr_10.42.42.2(pid=13053): stdout: \u000a| (launched: 2022-12-13_17:50:50.372158) \u000a17:50:53.839303 run osmo-hlr_10.42.42.2(pid=13053): stderr: \u000a| �[0;m�[1;31m20221213175050547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175050547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175050547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175050547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175050547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175050547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175050559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175050568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175050568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175050568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:53.884681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Terminating (SIGTERM)\u000a17:50:53.928032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Terminating (SIGTERM)\u000a17:50:53.971479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13061): Terminating (SIGTERM)\u000a17:50:53.981382 --- ParallelTerminationStrategy: PID 13052 died...\u000a17:50:54.042414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Terminated: ok {rc=0}\u000a17:50:54.052368 --- ParallelTerminationStrategy: PID 13055 died...\u000a17:50:54.107518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Terminated: ok {rc=0}\u000a17:50:54.117438 --- ParallelTerminationStrategy: PID 13061 died...\u000a17:50:54.172695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13061): Terminated: ok {rc=0}\u000a17:50:54.263057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13069): Process ended prematurely: osmo-stp_10.42.42.5(pid=13069) [trial-2392↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13069)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13069): Process ended prematurely: osmo-stp_10.42.42.5(pid=13069) [trial-2392↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a17:50:55.316074 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.327398 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a17:50:55.470106 tst ping_idle_ping.py: using LAC 35250\u000a17:50:55.588771 tst ping_idle_ping.py: using RAC 60\u000a17:50:55.708922 tst ping_idle_ping.py: using CellId 35250\u000a17:50:55.827478 tst ping_idle_ping.py: using BVCI 35251\u000a17:50:55.850867 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.861581 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.871994 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.882803 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.893305 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.903831 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.914437 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a17:50:55.924840 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a17:50:56.205303 tst ping_idle_ping.py:24: start network...\u000a17:50:56.332351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:56.823122 run create_hlr_db(pid=13063): Launched\u000a17:50:56.999900 bus /gobi_6: Setting Powered False\u000a17:50:58.022114 run create_hlr_db(pid=13063): Terminated: ok {rc=0}\u000a17:50:58.430561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13065): Launched\u000a17:50:58.734994 run osmo-hlr_10.42.42.2(pid=13066): Launched\u000a17:50:58.855837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:59.394061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13068): Launched\u000a17:50:59.699600 run osmo-stp_10.42.42.5(pid=13069): Launched\u000a17:50:59.811233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:00.345654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13071): Launched\u000a17:51:00.454297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:00.721082 run patchelf(pid=13072): Launched\u000a17:51:00.905428 run osmo-stp_10.42.42.5(pid=13069): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13069)]\u000a17:51:01.039089 run osmo-stp_10.42.42.5(pid=13069): stdout: \u000a| (launched: 2022-12-13_17:50:59.549401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:01.172713 run osmo-stp_10.42.42.5(pid=13069): stderr: \u000a| �[0;m�[38;5;43m20221213175059719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175059719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175059719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175059719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175059720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175059720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175059720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:01.301471 run osmo-stp_10.42.42.5(pid=13069): stdout: \u000a| (launched: 2022-12-13_17:50:59.549401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:01.429123 run osmo-stp_10.42.42.5(pid=13069): stderr: \u000a| �[0;m�[38;5;43m20221213175059719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175059719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175059719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175059719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175059720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175059720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175059720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:01.579005 run patchelf(pid=13072): Terminating (SIGINT)\u000a17:51:01.755273 run patchelf(pid=13072): Terminated: ok {rc=0}\u000a17:51:01.787545 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13069): Process ended prematurely: osmo-stp_10.42.42.5(pid=13069) [trial-2392↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13069)] [trial-2392↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a17:51:01.796841 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:51:01.859115 run osmo-hlr_10.42.42.2(pid=13066): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13066)]\u000a17:51:01.910442 run osmo-hlr_10.42.42.2(pid=13066): stdout: \u000a| (launched: 2022-12-13_17:50:58.585743) \u000a17:51:01.962983 run osmo-hlr_10.42.42.2(pid=13066): stderr: \u000a| �[0;m�[1;31m20221213175058761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175058761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175058761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175058761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175058761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175058762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175058774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175058783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175058783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175058783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:02.007124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13065): Terminating (SIGTERM)\u000a17:51:02.049915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13068): Terminating (SIGTERM)\u000a17:51:02.093231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13071): Terminating (SIGTERM)\u000a17:51:02.103452 --- ParallelTerminationStrategy: PID 13065 died...\u000a17:51:02.160363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13065): Terminated: ok {rc=0}\u000a17:51:02.170822 --- ParallelTerminationStrategy: PID 13068 died...\u000a17:51:02.225760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13068): Terminated: ok {rc=0}\u000a17:51:02.235549 --- ParallelTerminationStrategy: PID 13071 died...\u000a17:51:02.289765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13071): Terminated: ok {rc=0}\u000a17:51:02.375515 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:50:03" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13086): Process ended prematurely: osmo-stp_10.42.42.5(pid=13086) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13086): Process ended prematurely: osmo-stp_10.42.42.5(pid=13086) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:51:04.545523 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:04.556825 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:04.697931 tst cs_paging_gprs_active.py: using LAC 35251\u000a17:51:04.819122 tst cs_paging_gprs_active.py: using RAC 61\u000a17:51:04.940338 tst cs_paging_gprs_active.py: using CellId 35251\u000a17:51:05.062722 tst cs_paging_gprs_active.py: using BVCI 35252\u000a17:51:05.086606 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.098080 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.108821 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.119703 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.130548 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.141618 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.152650 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.163597 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:05.174771 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:05.298551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:05.602113 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:51:05.742664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:06.091156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13076): Launched\u000a17:51:06.379154 run iperf3-srv_10.42.42.10(pid=13077): Launched\u000a17:51:06.585650 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:51:06.726806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:07.075310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13078): Launched\u000a17:51:07.363753 run iperf3-srv_10.42.42.10(pid=13079): Launched\u000a17:51:07.569495 tst cs_paging_gprs_active.py:38: start network...\u000a17:51:07.710188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:08.238156 run create_hlr_db(pid=13080): Launched\u000a17:51:08.432338 bus /gobi_6: Setting Powered False\u000a17:51:09.452132 run create_hlr_db(pid=13080): Terminated: ok {rc=0}\u000a17:51:09.871533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13082): Launched\u000a17:51:10.184071 run osmo-hlr_10.42.42.2(pid=13083): Launched\u000a17:51:10.307145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:10.847185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13085): Launched\u000a17:51:11.157612 run osmo-stp_10.42.42.5(pid=13086): Launched\u000a17:51:11.270504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:11.812860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13088): Launched\u000a17:51:11.923585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:12.197729 run patchelf(pid=13089): Launched\u000a17:51:12.379647 run osmo-stp_10.42.42.5(pid=13086): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)]\u000a17:51:12.512433 run osmo-stp_10.42.42.5(pid=13086): stdout: \u000a| (launched: 2022-12-13_17:51:11.004650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:12.645303 run osmo-stp_10.42.42.5(pid=13086): stderr: \u000a| �[0;m�[38;5;43m20221213175111174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175111175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175111175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175111175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175111176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175111176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175111176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:12.773301 run osmo-stp_10.42.42.5(pid=13086): stdout: \u000a| (launched: 2022-12-13_17:51:11.004650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:12.899818 run osmo-stp_10.42.42.5(pid=13086): stderr: \u000a| �[0;m�[38;5;43m20221213175111174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175111175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175111175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175111175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175111176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175111176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175111176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:13.049305 run patchelf(pid=13089): Terminating (SIGINT)\u000a17:51:13.225548 run patchelf(pid=13089): Terminated: ok {rc=0}\u000a17:51:13.257762 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13086): Process ended prematurely: osmo-stp_10.42.42.5(pid=13086) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)] [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:51:13.267034 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:51:13.327583 run osmo-hlr_10.42.42.2(pid=13083): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13083)]\u000a17:51:13.376901 run osmo-hlr_10.42.42.2(pid=13083): stdout: \u000a| (launched: 2022-12-13_17:51:10.030637) \u000a17:51:13.427014 run osmo-hlr_10.42.42.2(pid=13083): stderr: \u000a| �[0;m�[1;31m20221213175110208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175110208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175110208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175110208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175110208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175110208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175110221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175110230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175110230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175110230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:13.471168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13076): Terminating (SIGTERM)\u000a17:51:13.511620 run iperf3-srv_10.42.42.10(pid=13077): Terminating (SIGTERM)\u000a17:51:13.552022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13078): Terminating (SIGTERM)\u000a17:51:13.592351 run iperf3-srv_10.42.42.10(pid=13079): Terminating (SIGTERM)\u000a17:51:13.632727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13082): Terminating (SIGTERM)\u000a17:51:13.673070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13085): Terminating (SIGTERM)\u000a17:51:13.713937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13088): Terminating (SIGTERM)\u000a17:51:13.723373 --- ParallelTerminationStrategy: PID 13076 died...\u000a17:51:13.777428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13076): Terminated: ok {rc=0}\u000a17:51:13.787196 --- ParallelTerminationStrategy: PID 13077 died...\u000a17:51:13.840877 run iperf3-srv_10.42.42.10(pid=13077): Terminated {rc=256}\u000a17:51:13.850657 --- ParallelTerminationStrategy: PID 13078 died...\u000a17:51:13.904083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13078): Terminated: ok {rc=0}\u000a17:51:13.913858 --- ParallelTerminationStrategy: PID 13079 died...\u000a17:51:13.967045 run iperf3-srv_10.42.42.10(pid=13079): Terminated {rc=256}\u000a17:51:13.976787 --- ParallelTerminationStrategy: PID 13082 died...\u000a17:51:14.030485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13082): Terminated: ok {rc=0}\u000a17:51:14.040411 --- ParallelTerminationStrategy: PID 13085 died...\u000a17:51:14.093953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13085): Terminated: ok {rc=0}\u000a17:51:14.103722 --- ParallelTerminationStrategy: PID 13088 died...\u000a17:51:14.156970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13088): Terminated: ok {rc=0}\u000a17:51:14.245501 bus /gobi_0: Setting Powered False\u000a17:51:15.349425 bus /gobi_0: Setting Powered False\u000a17:51:16.491931 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13098): Process ended prematurely: osmo-stp_10.42.42.5(pid=13098) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13098): Process ended prematurely: osmo-stp_10.42.42.5(pid=13098) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:51:17.614165 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:17.626151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:17.778757 tst iperf3.py: using LAC 35252\u000a17:51:17.909730 tst iperf3.py: using RAC 62\u000a17:51:18.040444 tst iperf3.py: using CellId 35252\u000a17:51:18.170887 tst iperf3.py: using BVCI 35253\u000a17:51:18.196505 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.207899 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.219042 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.230354 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.241712 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.253110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.264602 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.275924 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:18.287553 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:18.588566 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:51:18.727365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:19.070717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13090): Launched\u000a17:51:19.356198 run iperf3-srv_10.42.42.10(pid=13091): Launched\u000a17:51:19.559829 tst iperf3.py:8: start network...\u000a17:51:19.695679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:20.190126 run create_hlr_db(pid=13092): Launched\u000a17:51:20.367879 bus /gobi_6: Setting Powered False\u000a17:51:21.400487 run create_hlr_db(pid=13092): Terminated: ok {rc=0}\u000a17:51:21.816354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13094): Launched\u000a17:51:22.126072 run osmo-hlr_10.42.42.2(pid=13095): Launched\u000a17:51:22.249123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:22.800428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13097): Launched\u000a17:51:23.111918 run osmo-stp_10.42.42.5(pid=13098): Launched\u000a17:51:23.224582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:23.763724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13100): Launched\u000a17:51:23.873546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:24.145521 run patchelf(pid=13101): Launched\u000a17:51:24.326586 run osmo-stp_10.42.42.5(pid=13098): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)]\u000a17:51:24.458692 run osmo-stp_10.42.42.5(pid=13098): stdout: \u000a| (launched: 2022-12-13_17:51:22.957579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:24.590723 run osmo-stp_10.42.42.5(pid=13098): stderr: \u000a| �[0;m�[38;5;43m20221213175123127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175123127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175123128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175123128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175123129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175123129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175123129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:24.718059 run osmo-stp_10.42.42.5(pid=13098): stdout: \u000a| (launched: 2022-12-13_17:51:22.957579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:24.843985 run osmo-stp_10.42.42.5(pid=13098): stderr: \u000a| �[0;m�[38;5;43m20221213175123127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175123127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175123128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175123128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175123129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175123129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175123129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:24.993083 run patchelf(pid=13101): Terminating (SIGINT)\u000a17:51:25.168849 run patchelf(pid=13101): Terminated: ok {rc=0}\u000a17:51:25.200938 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13098): Process ended prematurely: osmo-stp_10.42.42.5(pid=13098) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13098)] [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a17:51:25.210307 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:51:25.270327 run osmo-hlr_10.42.42.2(pid=13095): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13095)]\u000a17:51:25.319595 run osmo-hlr_10.42.42.2(pid=13095): stdout: \u000a| (launched: 2022-12-13_17:51:21.973489) \u000a17:51:25.369572 run osmo-hlr_10.42.42.2(pid=13095): stderr: \u000a| �[0;m�[1;31m20221213175122148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175122149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175122149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175122149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175122149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175122149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175122161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175122169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175122169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175122169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:25.411878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13090): Terminating (SIGTERM)\u000a17:51:25.451575 run iperf3-srv_10.42.42.10(pid=13091): Terminating (SIGTERM)\u000a17:51:25.491217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13094): Terminating (SIGTERM)\u000a17:51:25.530562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13097): Terminating (SIGTERM)\u000a17:51:25.570378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13100): Terminating (SIGTERM)\u000a17:51:25.579655 --- ParallelTerminationStrategy: PID 13090 died...\u000a17:51:25.633505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13090): Terminated: ok {rc=0}\u000a17:51:25.643342 --- ParallelTerminationStrategy: PID 13091 died...\u000a17:51:25.696804 run iperf3-srv_10.42.42.10(pid=13091): Terminated {rc=256}\u000a17:51:25.706513 --- ParallelTerminationStrategy: PID 13094 died...\u000a17:51:25.759435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13094): Terminated: ok {rc=0}\u000a17:51:25.769132 --- ParallelTerminationStrategy: PID 13097 died...\u000a17:51:25.822524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13097): Terminated: ok {rc=0}\u000a17:51:25.832245 --- ParallelTerminationStrategy: PID 13100 died...\u000a17:51:25.885716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13100): Terminated: ok {rc=0}\u000a17:51:25.971060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13116): Process ended prematurely: osmo-stp_10.42.42.5(pid=13116) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13116): Process ended prematurely: osmo-stp_10.42.42.5(pid=13116) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:51:27.082099 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.093651 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:27.234750 tst iperf3m4.py: using LAC 35253\u000a17:51:27.358102 tst iperf3m4.py: using RAC 63\u000a17:51:27.483826 tst iperf3m4.py: using CellId 35253\u000a17:51:27.603363 tst iperf3m4.py: using BVCI 35254\u000a17:51:27.627248 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.638404 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.649097 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.659684 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.670804 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.681897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.692795 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.703757 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:27.715043 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:27.839214 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:27.963642 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:28.083730 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:28.385995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:51:28.525141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:28.871033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13102): Launched\u000a17:51:29.158181 run iperf3-srv_10.42.42.10(pid=13103): Launched\u000a17:51:29.362902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:51:29.502085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:29.850140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13104): Launched\u000a17:51:30.137775 run iperf3-srv_10.42.42.10(pid=13105): Launched\u000a17:51:30.342382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:51:30.481343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:30.827298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13106): Launched\u000a17:51:31.140920 run iperf3-srv_10.42.42.10(pid=13107): Launched\u000a17:51:31.350335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:51:31.493273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:51:31.854568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13108): Launched\u000a17:51:32.158200 run iperf3-srv_10.42.42.10(pid=13109): Launched\u000a17:51:32.364147 tst iperf3m4.py:8: start network...\u000a17:51:32.503581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:33.028741 run create_hlr_db(pid=13110): Launched\u000a17:51:33.221974 bus /gobi_6: Setting Powered False\u000a17:51:34.242581 run create_hlr_db(pid=13110): Terminated: ok {rc=0}\u000a17:51:34.686557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13112): Launched\u000a17:51:35.021717 run osmo-hlr_10.42.42.2(pid=13113): Launched\u000a17:51:35.144685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:35.726617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13115): Launched\u000a17:51:36.060775 run osmo-stp_10.42.42.5(pid=13116): Launched\u000a17:51:36.181716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:36.762489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13118): Launched\u000a17:51:36.881658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:37.173286 run patchelf(pid=13119): Launched\u000a17:51:37.369160 run osmo-stp_10.42.42.5(pid=13116): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)]\u000a17:51:37.512451 run osmo-stp_10.42.42.5(pid=13116): stdout: \u000a| (launched: 2022-12-13_17:51:35.895570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:37.656222 run osmo-stp_10.42.42.5(pid=13116): stderr: \u000a| �[0;m�[38;5;43m20221213175136085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175136085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175136085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175136086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175136086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175136086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175136086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:37.794909 run osmo-stp_10.42.42.5(pid=13116): stdout: \u000a| (launched: 2022-12-13_17:51:35.895570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:37.931398 run osmo-stp_10.42.42.5(pid=13116): stderr: \u000a| �[0;m�[38;5;43m20221213175136085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175136085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175136085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175136086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175136086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175136086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175136086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:38.092115 run patchelf(pid=13119): Terminating (SIGINT)\u000a17:51:38.281517 run patchelf(pid=13119): Terminated: ok {rc=0}\u000a17:51:38.316011 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13116): Process ended prematurely: osmo-stp_10.42.42.5(pid=13116) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13116)] [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:51:38.326272 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a17:51:38.391052 run osmo-hlr_10.42.42.2(pid=13113): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13113)]\u000a17:51:38.443501 run osmo-hlr_10.42.42.2(pid=13113): stdout: \u000a| (launched: 2022-12-13_17:51:34.855753) \u000a17:51:38.497050 run osmo-hlr_10.42.42.2(pid=13113): stderr: \u000a| �[0;m�[1;31m20221213175135052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175135052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175135052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175135053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175135066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175135074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175135075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175135075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:38.542639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13102): Terminating (SIGTERM)\u000a17:51:38.585629 run iperf3-srv_10.42.42.10(pid=13103): Terminating (SIGTERM)\u000a17:51:38.628494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13104): Terminating (SIGTERM)\u000a17:51:38.671518 run iperf3-srv_10.42.42.10(pid=13105): Terminating (SIGTERM)\u000a17:51:38.714632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13106): Terminating (SIGTERM)\u000a17:51:38.757508 run iperf3-srv_10.42.42.10(pid=13107): Terminating (SIGTERM)\u000a17:51:38.800268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13108): Terminating (SIGTERM)\u000a17:51:38.843063 run iperf3-srv_10.42.42.10(pid=13109): Terminating (SIGTERM)\u000a17:51:38.886389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13112): Terminating (SIGTERM)\u000a17:51:38.929204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13115): Terminating (SIGTERM)\u000a17:51:38.972233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13118): Terminating (SIGTERM)\u000a17:51:38.982139 --- ParallelTerminationStrategy: PID 13102 died...\u000a17:51:39.040072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13102): Terminated: ok {rc=0}\u000a17:51:39.050786 --- ParallelTerminationStrategy: PID 13103 died...\u000a17:51:39.107913 run iperf3-srv_10.42.42.10(pid=13103): Terminated {rc=256}\u000a17:51:39.118193 --- ParallelTerminationStrategy: PID 13104 died...\u000a17:51:39.175471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13104): Terminated: ok {rc=0}\u000a17:51:39.185928 --- ParallelTerminationStrategy: PID 13105 died...\u000a17:51:39.243239 run iperf3-srv_10.42.42.10(pid=13105): Terminated {rc=256}\u000a17:51:39.253924 --- ParallelTerminationStrategy: PID 13106 died...\u000a17:51:39.311390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13106): Terminated: ok {rc=0}\u000a17:51:39.321809 --- ParallelTerminationStrategy: PID 13107 died...\u000a17:51:39.378883 run iperf3-srv_10.42.42.10(pid=13107): Terminated {rc=256}\u000a17:51:39.389157 --- ParallelTerminationStrategy: PID 13108 died...\u000a17:51:39.446410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13108): Terminated: ok {rc=0}\u000a17:51:39.456757 --- ParallelTerminationStrategy: PID 13109 died...\u000a17:51:39.514048 run iperf3-srv_10.42.42.10(pid=13109): Terminated {rc=256}\u000a17:51:39.524384 --- ParallelTerminationStrategy: PID 13112 died...\u000a17:51:39.581675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13112): Terminated: ok {rc=0}\u000a17:51:39.592089 --- ParallelTerminationStrategy: PID 13115 died...\u000a17:51:39.649304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13115): Terminated: ok {rc=0}\u000a17:51:39.659672 --- ParallelTerminationStrategy: PID 13118 died...\u000a17:51:39.717247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13118): Terminated: ok {rc=0}\u000a17:51:39.806210 bus /gobi_4: Setting Powered False\u000a17:51:40.912026 bus /gobi_4: Setting Powered False\u000a17:51:42.024869 bus /gobi_1: Setting Powered False\u000a17:51:43.129833 bus /gobi_1: Setting Powered False\u000a17:51:44.243117 bus /gobi_0: Setting Powered False\u000a17:51:45.347051 bus /gobi_0: Setting Powered False\u000a17:51:46.480551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13126): Process ended prematurely: osmo-stp_10.42.42.5(pid=13126) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13126): Process ended prematurely: osmo-stp_10.42.42.5(pid=13126) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:51:47.548762 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:47.560320 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:47.706276 tst ping.py: using LAC 35254\u000a17:51:47.828817 tst ping.py: using RAC 64\u000a17:51:47.948116 tst ping.py: using CellId 35254\u000a17:51:48.068755 tst ping.py: using BVCI 35255\u000a17:51:48.092113 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:48.103210 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:48.114309 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:48.124866 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:48.135893 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:48.146952 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:48.157898 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:48.168473 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:48.449035 tst ping.py:19: start network...\u000a17:51:48.575227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:49.065797 run create_hlr_db(pid=13120): Launched\u000a17:51:49.243823 bus /gobi_6: Setting Powered False\u000a17:51:50.264306 run create_hlr_db(pid=13120): Terminated: ok {rc=0}\u000a17:51:50.672657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13122): Launched\u000a17:51:50.977621 run osmo-hlr_10.42.42.2(pid=13123): Launched\u000a17:51:51.089350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:51.618364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13125): Launched\u000a17:51:51.921553 run osmo-stp_10.42.42.5(pid=13126): Launched\u000a17:51:52.032579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:52.563474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13128): Launched\u000a17:51:52.671502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:52.947715 run patchelf(pid=13129): Launched\u000a17:51:53.139078 run osmo-stp_10.42.42.5(pid=13126): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)]\u000a17:51:53.279219 run osmo-stp_10.42.42.5(pid=13126): stdout: \u000a| (launched: 2022-12-13_17:51:51.772040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:53.420141 run osmo-stp_10.42.42.5(pid=13126): stderr: \u000a| �[0;m�[38;5;43m20221213175151943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175151943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175151943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175151943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175151944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175151944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175151944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:53.555181 run osmo-stp_10.42.42.5(pid=13126): stdout: \u000a| (launched: 2022-12-13_17:51:51.772040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:53.689792 run osmo-stp_10.42.42.5(pid=13126): stderr: \u000a| �[0;m�[38;5;43m20221213175151943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175151943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175151943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175151943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175151944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175151944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175151944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:53.846603 run patchelf(pid=13129): Terminating (SIGINT)\u000a17:51:54.030712 run patchelf(pid=13129): Terminated: ok {rc=0}\u000a17:51:54.064058 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13126): Process ended prematurely: osmo-stp_10.42.42.5(pid=13126) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)] [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a17:51:54.073421 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:51:54.137874 run osmo-hlr_10.42.42.2(pid=13123): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13123)]\u000a17:51:54.190599 run osmo-hlr_10.42.42.2(pid=13123): stdout: \u000a| (launched: 2022-12-13_17:51:50.827500) \u000a17:51:54.243793 run osmo-hlr_10.42.42.2(pid=13123): stderr: \u000a| �[0;m�[1;31m20221213175150999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175150999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175150999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175151000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175151000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175151000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175151015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175151026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175151026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175151026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:54.289404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13122): Terminating (SIGTERM)\u000a17:51:54.332493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13125): Terminating (SIGTERM)\u000a17:51:54.375981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13128): Terminating (SIGTERM)\u000a17:51:54.386098 --- ParallelTerminationStrategy: PID 13122 died...\u000a17:51:54.444123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13122): Terminated: ok {rc=0}\u000a17:51:54.454613 --- ParallelTerminationStrategy: PID 13125 died...\u000a17:51:54.511977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13125): Terminated: ok {rc=0}\u000a17:51:54.522423 --- ParallelTerminationStrategy: PID 13128 died...\u000a17:51:54.579886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13128): Terminated: ok {rc=0}\u000a17:51:54.667677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13136): Process ended prematurely: osmo-stp_10.42.42.5(pid=13136) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13136)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13136): Process ended prematurely: osmo-stp_10.42.42.5(pid=13136) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:51:55.720696 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:55.733151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:51:55.875206 tst ping_idle_ping.py: using LAC 35255\u000a17:51:55.996236 tst ping_idle_ping.py: using RAC 65\u000a17:51:56.116797 tst ping_idle_ping.py: using CellId 35255\u000a17:51:56.245581 tst ping_idle_ping.py: using BVCI 35256\u000a17:51:56.270776 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:56.282306 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:56.293704 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:56.304791 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:56.317051 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:56.329205 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:56.341558 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:51:56.353773 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:51:56.655275 tst ping_idle_ping.py:24: start network...\u000a17:51:56.793255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:57.311961 run create_hlr_db(pid=13130): Launched\u000a17:51:57.503144 bus /gobi_6: Setting Powered False\u000a17:51:58.524301 run create_hlr_db(pid=13130): Terminated: ok {rc=0}\u000a17:51:58.963440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13132): Launched\u000a17:51:59.293284 run osmo-hlr_10.42.42.2(pid=13133): Launched\u000a17:51:59.415112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:59.990354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13135): Launched\u000a17:52:00.319500 run osmo-stp_10.42.42.5(pid=13136): Launched\u000a17:52:00.440244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:01.044650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13138): Launched\u000a17:52:01.165382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:01.465207 run patchelf(pid=13139): Launched\u000a17:52:01.653527 run osmo-stp_10.42.42.5(pid=13136): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13136)]\u000a17:52:01.788839 run osmo-stp_10.42.42.5(pid=13136): stdout: \u000a| (launched: 2022-12-13_17:52:00.157261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:01.925458 run osmo-stp_10.42.42.5(pid=13136): stderr: \u000a| �[0;m�[38;5;43m20221213175200347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175200347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175200347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175200348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175200348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175200348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175200348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:02.057615 run osmo-stp_10.42.42.5(pid=13136): stdout: \u000a| (launched: 2022-12-13_17:52:00.157261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:02.187088 run osmo-stp_10.42.42.5(pid=13136): stderr: \u000a| �[0;m�[38;5;43m20221213175200347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175200347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175200347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175200348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175200348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175200348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175200348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:02.335898 run patchelf(pid=13139): Terminating (SIGINT)\u000a17:52:02.511626 run patchelf(pid=13139): Terminated: ok {rc=0}\u000a17:52:02.543319 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13136): Process ended prematurely: osmo-stp_10.42.42.5(pid=13136) [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13136)] [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:52:02.552201 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a17:52:02.614180 run osmo-hlr_10.42.42.2(pid=13133): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13133)]\u000a17:52:02.664663 run osmo-hlr_10.42.42.2(pid=13133): stdout: \u000a| (launched: 2022-12-13_17:51:59.130564) \u000a17:52:02.715790 run osmo-hlr_10.42.42.2(pid=13133): stderr: \u000a| �[0;m�[1;31m20221213175159327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175159327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175159327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175159327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175159327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175159327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175159341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175159351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175159351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175159351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:02.759109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13132): Terminating (SIGTERM)\u000a17:52:02.800244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13135): Terminating (SIGTERM)\u000a17:52:02.841554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13138): Terminating (SIGTERM)\u000a17:52:02.851126 --- ParallelTerminationStrategy: PID 13132 died...\u000a17:52:02.906736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13132): Terminated: ok {rc=0}\u000a17:52:02.916625 --- ParallelTerminationStrategy: PID 13135 died...\u000a17:52:02.971707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13135): Terminated: ok {rc=0}\u000a17:52:02.981933 --- ParallelTerminationStrategy: PID 13138 died...\u000a17:52:03.037320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13138): Terminated: ok {rc=0}\u000a17:52:03.126855 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:51:04" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13155): Process ended prematurely: osmo-stp_10.42.42.5(pid=13155) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13155)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13155): Process ended prematurely: osmo-stp_10.42.42.5(pid=13155) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:52:05.269366 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.280126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:05.437982 tst cs_paging_gprs_active.py: using LAC 35256\u000a17:52:05.557852 tst cs_paging_gprs_active.py: using RAC 66\u000a17:52:05.677909 tst cs_paging_gprs_active.py: using CellId 35256\u000a17:52:05.798025 tst cs_paging_gprs_active.py: using BVCI 35257\u000a17:52:05.821909 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.832659 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.843444 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.854132 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.865117 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.875788 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.886936 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.897930 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:05.908654 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:06.034179 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:06.337761 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:52:06.477552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:06.825511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13145): Launched\u000a17:52:07.114817 run iperf3-srv_10.42.42.10(pid=13146): Launched\u000a17:52:07.319840 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:52:07.459392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:07.808065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13147): Launched\u000a17:52:08.096622 run iperf3-srv_10.42.42.10(pid=13148): Launched\u000a17:52:08.301555 tst cs_paging_gprs_active.py:38: start network...\u000a17:52:08.441160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:08.971066 run create_hlr_db(pid=13149): Launched\u000a17:52:09.150119 bus /gobi_6: Setting Powered False\u000a17:52:10.171474 run create_hlr_db(pid=13149): Terminated: ok {rc=0}\u000a17:52:10.616647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13151): Launched\u000a17:52:10.953904 run osmo-hlr_10.42.42.2(pid=13152): Launched\u000a17:52:11.077403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:11.658943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13154): Launched\u000a17:52:11.994761 run osmo-stp_10.42.42.5(pid=13155): Launched\u000a17:52:12.115614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:12.700523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13157): Launched\u000a17:52:12.820236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:13.119627 run patchelf(pid=13158): Launched\u000a17:52:13.315744 run osmo-stp_10.42.42.5(pid=13155): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13155)]\u000a17:52:13.458868 run osmo-stp_10.42.42.5(pid=13155): stdout: \u000a| (launched: 2022-12-13_17:52:11.829484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:13.602199 run osmo-stp_10.42.42.5(pid=13155): stderr: \u000a| �[0;m�[38;5;43m20221213175212021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175212022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175212022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175212022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175212023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175212023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175212023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:13.741015 run osmo-stp_10.42.42.5(pid=13155): stdout: \u000a| (launched: 2022-12-13_17:52:11.829484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:13.877736 run osmo-stp_10.42.42.5(pid=13155): stderr: \u000a| �[0;m�[38;5;43m20221213175212021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175212022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175212022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175212022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175212023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175212023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175212023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:14.038242 run patchelf(pid=13158): Terminating (SIGINT)\u000a17:52:14.226987 run patchelf(pid=13158): Terminated: ok {rc=0}\u000a17:52:14.261493 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13155): Process ended prematurely: osmo-stp_10.42.42.5(pid=13155) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13155)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:52:14.271448 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:52:14.336108 run osmo-hlr_10.42.42.2(pid=13152): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13152)]\u000a17:52:14.388597 run osmo-hlr_10.42.42.2(pid=13152): stdout: \u000a| (launched: 2022-12-13_17:52:10.787344) \u000a17:52:14.441927 run osmo-hlr_10.42.42.2(pid=13152): stderr: \u000a| �[0;m�[1;31m20221213175210985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175210985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175210985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175210985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175210985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175210985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175210997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175211005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175211006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175211006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:14.487538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13145): Terminating (SIGTERM)\u000a17:52:14.530518 run iperf3-srv_10.42.42.10(pid=13146): Terminating (SIGTERM)\u000a17:52:14.573594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13147): Terminating (SIGTERM)\u000a17:52:14.616346 run iperf3-srv_10.42.42.10(pid=13148): Terminating (SIGTERM)\u000a17:52:14.659145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13151): Terminating (SIGTERM)\u000a17:52:14.702623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13154): Terminating (SIGTERM)\u000a17:52:14.745461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13157): Terminating (SIGTERM)\u000a17:52:14.755344 --- ParallelTerminationStrategy: PID 13145 died...\u000a17:52:14.812920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13145): Terminated: ok {rc=0}\u000a17:52:14.823414 --- ParallelTerminationStrategy: PID 13146 died...\u000a17:52:14.880585 run iperf3-srv_10.42.42.10(pid=13146): Terminated {rc=256}\u000a17:52:14.890946 --- ParallelTerminationStrategy: PID 13147 died...\u000a17:52:14.948225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13147): Terminated: ok {rc=0}\u000a17:52:14.958558 --- ParallelTerminationStrategy: PID 13148 died...\u000a17:52:15.015637 run iperf3-srv_10.42.42.10(pid=13148): Terminated {rc=256}\u000a17:52:15.026057 --- ParallelTerminationStrategy: PID 13151 died...\u000a17:52:15.083270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13151): Terminated: ok {rc=0}\u000a17:52:15.094087 --- ParallelTerminationStrategy: PID 13154 died...\u000a17:52:15.151467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13154): Terminated: ok {rc=0}\u000a17:52:15.161973 --- ParallelTerminationStrategy: PID 13157 died...\u000a17:52:15.219265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13157): Terminated: ok {rc=0}\u000a17:52:15.307538 bus /gobi_0: Setting Powered False\u000a17:52:16.411665 bus /gobi_0: Setting Powered False\u000a17:52:17.520999 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13167): Process ended prematurely: osmo-stp_10.42.42.5(pid=13167) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13167)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13167): Process ended prematurely: osmo-stp_10.42.42.5(pid=13167) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:52:18.638963 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:18.651015 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:18.819655 tst iperf3.py: using LAC 35257\u000a17:52:18.951066 tst iperf3.py: using RAC 67\u000a17:52:19.081580 tst iperf3.py: using CellId 35257\u000a17:52:19.213337 tst iperf3.py: using BVCI 35258\u000a17:52:19.238853 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.250324 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.261461 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.272550 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.283920 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.295411 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.307071 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.318412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:19.329979 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:19.636107 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:52:19.776005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:20.122790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13159): Launched\u000a17:52:20.411036 run iperf3-srv_10.42.42.10(pid=13160): Launched\u000a17:52:20.616145 tst iperf3.py:8: start network...\u000a17:52:20.756120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:21.282152 run create_hlr_db(pid=13161): Launched\u000a17:52:21.474572 bus /gobi_6: Setting Powered False\u000a17:52:22.495078 run create_hlr_db(pid=13161): Terminated: ok {rc=0}\u000a17:52:22.912217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13163): Launched\u000a17:52:23.224861 run osmo-hlr_10.42.42.2(pid=13164): Launched\u000a17:52:23.338766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:23.983719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13166): Launched\u000a17:52:24.289137 run osmo-stp_10.42.42.5(pid=13167): Launched\u000a17:52:24.400735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:24.935386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13169): Launched\u000a17:52:25.044232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:25.314849 run patchelf(pid=13170): Launched\u000a17:52:25.494110 run osmo-stp_10.42.42.5(pid=13167): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13167)]\u000a17:52:25.625124 run osmo-stp_10.42.42.5(pid=13167): stdout: \u000a| (launched: 2022-12-13_17:52:24.139161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:25.756316 run osmo-stp_10.42.42.5(pid=13167): stderr: \u000a| �[0;m�[38;5;43m20221213175224306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175224306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175224307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175224307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175224308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175224308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175224308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:25.882246 run osmo-stp_10.42.42.5(pid=13167): stdout: \u000a| (launched: 2022-12-13_17:52:24.139161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:26.007007 run osmo-stp_10.42.42.5(pid=13167): stderr: \u000a| �[0;m�[38;5;43m20221213175224306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175224306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175224307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175224307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175224308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175224308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175224308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:26.154485 run patchelf(pid=13170): Terminating (SIGINT)\u000a17:52:26.328020 run patchelf(pid=13170): Terminated: ok {rc=0}\u000a17:52:26.359833 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13167): Process ended prematurely: osmo-stp_10.42.42.5(pid=13167) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13167)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:52:26.369140 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:52:26.429800 run osmo-hlr_10.42.42.2(pid=13164): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13164)]\u000a17:52:26.478985 run osmo-hlr_10.42.42.2(pid=13164): stdout: \u000a| (launched: 2022-12-13_17:52:23.070001) \u000a17:52:26.528993 run osmo-hlr_10.42.42.2(pid=13164): stderr: \u000a| �[0;m�[1;31m20221213175223246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175223246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175223246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175223246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175223246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175223246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175223270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175223280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175223280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175223280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:26.571401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13159): Terminating (SIGTERM)\u000a17:52:26.611714 run iperf3-srv_10.42.42.10(pid=13160): Terminating (SIGTERM)\u000a17:52:26.652046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13163): Terminating (SIGTERM)\u000a17:52:26.692026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13166): Terminating (SIGTERM)\u000a17:52:26.732044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13169): Terminating (SIGTERM)\u000a17:52:26.741490 --- ParallelTerminationStrategy: PID 13159 died...\u000a17:52:26.795145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13159): Terminated: ok {rc=0}\u000a17:52:26.804783 --- ParallelTerminationStrategy: PID 13160 died...\u000a17:52:26.858267 run iperf3-srv_10.42.42.10(pid=13160): Terminated {rc=256}\u000a17:52:26.867930 --- ParallelTerminationStrategy: PID 13163 died...\u000a17:52:26.921639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13163): Terminated: ok {rc=0}\u000a17:52:26.931179 --- ParallelTerminationStrategy: PID 13166 died...\u000a17:52:26.984666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13166): Terminated: ok {rc=0}\u000a17:52:26.994239 --- ParallelTerminationStrategy: PID 13169 died...\u000a17:52:27.047848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13169): Terminated: ok {rc=0}\u000a17:52:27.137072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13185): Process ended prematurely: osmo-stp_10.42.42.5(pid=13185) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13185)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13185): Process ended prematurely: osmo-stp_10.42.42.5(pid=13185) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:52:28.249489 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.264070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:28.418381 tst iperf3m4.py: using LAC 35258\u000a17:52:28.546385 tst iperf3m4.py: using RAC 68\u000a17:52:28.675306 tst iperf3m4.py: using CellId 35258\u000a17:52:28.805188 tst iperf3m4.py: using BVCI 35259\u000a17:52:28.830381 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.841923 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.853195 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.864404 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.875997 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.887581 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.899291 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.910849 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:28.922627 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:29.040861 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:29.165322 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:29.288680 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:29.571521 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:52:29.698333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:30.016375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13171): Launched\u000a17:52:30.280549 run iperf3-srv_10.42.42.10(pid=13172): Launched\u000a17:52:30.466176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:52:30.592419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:30.939293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13173): Launched\u000a17:52:31.299700 run iperf3-srv_10.42.42.10(pid=13174): Launched\u000a17:52:31.497871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:52:31.627637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:31.966522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13175): Launched\u000a17:52:32.253460 run iperf3-srv_10.42.42.10(pid=13176): Launched\u000a17:52:32.438892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:52:32.566100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:52:32.883803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13177): Launched\u000a17:52:33.148002 run iperf3-srv_10.42.42.10(pid=13178): Launched\u000a17:52:33.333209 tst iperf3m4.py:8: start network...\u000a17:52:33.459113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:33.949818 run create_hlr_db(pid=13179): Launched\u000a17:52:34.125137 bus /gobi_6: Setting Powered False\u000a17:52:35.147060 run create_hlr_db(pid=13179): Terminated: ok {rc=0}\u000a17:52:35.554930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13181): Launched\u000a17:52:35.858662 run osmo-hlr_10.42.42.2(pid=13182): Launched\u000a17:52:35.978278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:36.515591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13184): Launched\u000a17:52:36.819355 run osmo-stp_10.42.42.5(pid=13185): Launched\u000a17:52:36.930218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:37.462385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13187): Launched\u000a17:52:37.570980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:37.838670 run patchelf(pid=13188): Launched\u000a17:52:38.017496 run osmo-stp_10.42.42.5(pid=13185): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13185)]\u000a17:52:38.147666 run osmo-stp_10.42.42.5(pid=13185): stdout: \u000a| (launched: 2022-12-13_17:52:36.669730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:38.278163 run osmo-stp_10.42.42.5(pid=13185): stderr: \u000a| �[0;m�[38;5;43m20221213175236838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175236838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175236838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175236838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175236839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175236839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175236839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:38.403548 run osmo-stp_10.42.42.5(pid=13185): stdout: \u000a| (launched: 2022-12-13_17:52:36.669730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:38.527771 run osmo-stp_10.42.42.5(pid=13185): stderr: \u000a| �[0;m�[38;5;43m20221213175236838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175236838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175236838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175236838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175236839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175236839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175236839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:38.674391 run patchelf(pid=13188): Terminating (SIGINT)\u000a17:52:38.847870 run patchelf(pid=13188): Terminated: ok {rc=0}\u000a17:52:38.879517 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13185): Process ended prematurely: osmo-stp_10.42.42.5(pid=13185) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13185)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:52:38.888719 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a17:52:38.949270 run osmo-hlr_10.42.42.2(pid=13182): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13182)]\u000a17:52:38.999270 run osmo-hlr_10.42.42.2(pid=13182): stdout: \u000a| (launched: 2022-12-13_17:52:35.709610) \u000a17:52:39.049542 run osmo-hlr_10.42.42.2(pid=13182): stderr: \u000a| �[0;m�[1;31m20221213175235885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175235885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175235885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175235886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175235886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175235886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175235898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175235907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175235907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175235907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:39.091994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13171): Terminating (SIGTERM)\u000a17:52:39.132031 run iperf3-srv_10.42.42.10(pid=13172): Terminating (SIGTERM)\u000a17:52:39.171908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13173): Terminating (SIGTERM)\u000a17:52:39.211812 run iperf3-srv_10.42.42.10(pid=13174): Terminating (SIGTERM)\u000a17:52:39.251766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13175): Terminating (SIGTERM)\u000a17:52:39.291661 run iperf3-srv_10.42.42.10(pid=13176): Terminating (SIGTERM)\u000a17:52:39.331684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13177): Terminating (SIGTERM)\u000a17:52:39.371577 run iperf3-srv_10.42.42.10(pid=13178): Terminating (SIGTERM)\u000a17:52:39.411570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13181): Terminating (SIGTERM)\u000a17:52:39.451625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13184): Terminating (SIGTERM)\u000a17:52:39.491557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13187): Terminating (SIGTERM)\u000a17:52:39.500674 --- ParallelTerminationStrategy: PID 13171 died...\u000a17:52:39.554676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13171): Terminated: ok {rc=0}\u000a17:52:39.564240 --- ParallelTerminationStrategy: PID 13172 died...\u000a17:52:39.617593 run iperf3-srv_10.42.42.10(pid=13172): Terminated {rc=256}\u000a17:52:39.627095 --- ParallelTerminationStrategy: PID 13173 died...\u000a17:52:39.680345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13173): Terminated: ok {rc=0}\u000a17:52:39.689875 --- ParallelTerminationStrategy: PID 13174 died...\u000a17:52:39.743090 run iperf3-srv_10.42.42.10(pid=13174): Terminated {rc=256}\u000a17:52:39.752568 --- ParallelTerminationStrategy: PID 13175 died...\u000a17:52:39.805932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13175): Terminated: ok {rc=0}\u000a17:52:39.815819 --- ParallelTerminationStrategy: PID 13176 died...\u000a17:52:39.869212 run iperf3-srv_10.42.42.10(pid=13176): Terminated {rc=256}\u000a17:52:39.878783 --- ParallelTerminationStrategy: PID 13177 died...\u000a17:52:39.932206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13177): Terminated: ok {rc=0}\u000a17:52:39.941864 --- ParallelTerminationStrategy: PID 13178 died...\u000a17:52:39.995175 run iperf3-srv_10.42.42.10(pid=13178): Terminated {rc=256}\u000a17:52:40.004695 --- ParallelTerminationStrategy: PID 13181 died...\u000a17:52:40.058013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13181): Terminated: ok {rc=0}\u000a17:52:40.067588 --- ParallelTerminationStrategy: PID 13184 died...\u000a17:52:40.120821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13184): Terminated: ok {rc=0}\u000a17:52:40.130438 --- ParallelTerminationStrategy: PID 13187 died...\u000a17:52:40.183941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13187): Terminated: ok {rc=0}\u000a17:52:40.273472 bus /gobi_4: Setting Powered False\u000a17:52:41.377804 bus /gobi_4: Setting Powered False\u000a17:52:42.486996 bus /gobi_1: Setting Powered False\u000a17:52:43.594939 bus /gobi_1: Setting Powered False\u000a17:52:44.704003 bus /gobi_0: Setting Powered False\u000a17:52:45.812863 bus /gobi_0: Setting Powered False\u000a17:52:46.953537 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13195): Process ended prematurely: osmo-stp_10.42.42.5(pid=13195) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13195)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13195): Process ended prematurely: osmo-stp_10.42.42.5(pid=13195) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:52:48.022913 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.034412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:48.190695 tst ping.py: using LAC 35259\u000a17:52:48.308616 tst ping.py: using RAC 69\u000a17:52:48.432248 tst ping.py: using CellId 35259\u000a17:52:48.550491 tst ping.py: using BVCI 35260\u000a17:52:48.573477 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.584281 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.594980 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.605608 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.616584 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.627712 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.638889 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:48.649882 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:48.946057 tst ping.py:19: start network...\u000a17:52:49.080769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:49.590291 run create_hlr_db(pid=13189): Launched\u000a17:52:49.779073 bus /gobi_6: Setting Powered False\u000a17:52:50.798993 run create_hlr_db(pid=13189): Terminated: ok {rc=0}\u000a17:52:51.205398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13191): Launched\u000a17:52:51.507004 run osmo-hlr_10.42.42.2(pid=13192): Launched\u000a17:52:51.619059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:52.140861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13194): Launched\u000a17:52:52.442700 run osmo-stp_10.42.42.5(pid=13195): Launched\u000a17:52:52.552356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:52:53.079537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13197): Launched\u000a17:52:53.186397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:52:53.448784 run patchelf(pid=13198): Launched\u000a17:52:53.625529 run osmo-stp_10.42.42.5(pid=13195): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13195)]\u000a17:52:53.755424 run osmo-stp_10.42.42.5(pid=13195): stdout: \u000a| (launched: 2022-12-13_17:52:52.293252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:53.885680 run osmo-stp_10.42.42.5(pid=13195): stderr: \u000a| �[0;m�[38;5;43m20221213175252461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175252461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175252461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175252462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175252462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175252462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175252462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:54.010276 run osmo-stp_10.42.42.5(pid=13195): stdout: \u000a| (launched: 2022-12-13_17:52:52.293252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:54.133804 run osmo-stp_10.42.42.5(pid=13195): stderr: \u000a| �[0;m�[38;5;43m20221213175252461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175252461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175252461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175252462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175252462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175252462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175252462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:54.278766 run patchelf(pid=13198): Terminating (SIGINT)\u000a17:52:54.449705 run patchelf(pid=13198): Terminated: ok {rc=0}\u000a17:52:54.480639 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13195): Process ended prematurely: osmo-stp_10.42.42.5(pid=13195) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13195)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:52:54.489427 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:52:54.549680 run osmo-hlr_10.42.42.2(pid=13192): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13192)]\u000a17:52:54.599493 run osmo-hlr_10.42.42.2(pid=13192): stdout: \u000a| (launched: 2022-12-13_17:52:51.358453) \u000a17:52:54.650287 run osmo-hlr_10.42.42.2(pid=13192): stderr: \u000a| �[0;m�[1;31m20221213175251530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175251530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175251530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175251530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175251530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175251530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175251543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175251551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175251552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175251552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:54.693309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13191): Terminating (SIGTERM)\u000a17:52:54.733638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13194): Terminating (SIGTERM)\u000a17:52:54.774122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13197): Terminating (SIGTERM)\u000a17:52:54.783567 --- ParallelTerminationStrategy: PID 13191 died...\u000a17:52:54.838013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13191): Terminated: ok {rc=0}\u000a17:52:54.847865 --- ParallelTerminationStrategy: PID 13194 died...\u000a17:52:54.901675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13194): Terminated: ok {rc=0}\u000a17:52:54.911275 --- ParallelTerminationStrategy: PID 13197 died...\u000a17:52:54.965068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13197): Terminated: ok {rc=0}\u000a17:52:55.050571 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13205): Process ended prematurely: osmo-stp_10.42.42.5(pid=13205) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13205): Process ended prematurely: osmo-stp_10.42.42.5(pid=13205) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:52:56.104390 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.116685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:52:56.286181 tst ping_idle_ping.py: using LAC 35260\u000a17:52:56.412524 tst ping_idle_ping.py: using RAC 70\u000a17:52:56.543777 tst ping_idle_ping.py: using CellId 35260\u000a17:52:56.669872 tst ping_idle_ping.py: using BVCI 35261\u000a17:52:56.694665 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.706500 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.717760 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.729026 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.740650 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.752168 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.763935 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:52:56.775489 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:52:57.071402 tst ping_idle_ping.py:24: start network...\u000a17:52:57.206136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:57.711142 run create_hlr_db(pid=13199): Launched\u000a17:52:57.898881 bus /gobi_6: Setting Powered False\u000a17:52:58.920104 run create_hlr_db(pid=13199): Terminated: ok {rc=0}\u000a17:52:59.349996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13201): Launched\u000a17:52:59.675235 run osmo-hlr_10.42.42.2(pid=13202): Launched\u000a17:52:59.794102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:00.353316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13204): Launched\u000a17:53:00.676692 run osmo-stp_10.42.42.5(pid=13205): Launched\u000a17:53:00.794135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:01.375081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13207): Launched\u000a17:53:01.487003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:01.778620 run patchelf(pid=13208): Launched\u000a17:53:01.963016 run osmo-stp_10.42.42.5(pid=13205): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)]\u000a17:53:02.098486 run osmo-stp_10.42.42.5(pid=13205): stdout: \u000a| (launched: 2022-12-13_17:53:00.518528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:02.230940 run osmo-stp_10.42.42.5(pid=13205): stderr: \u000a| �[0;m�[38;5;43m20221213175300710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175300710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175300711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175300711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:02.356708 run osmo-stp_10.42.42.5(pid=13205): stdout: \u000a| (launched: 2022-12-13_17:53:00.518528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:02.481336 run osmo-stp_10.42.42.5(pid=13205): stderr: \u000a| �[0;m�[38;5;43m20221213175300710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175300710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175300711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175300711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:02.627801 run patchelf(pid=13208): Terminating (SIGINT)\u000a17:53:02.799988 run patchelf(pid=13208): Terminated: ok {rc=0}\u000a17:53:02.831648 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13205): Process ended prematurely: osmo-stp_10.42.42.5(pid=13205) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:53:02.840526 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:53:02.901813 run osmo-hlr_10.42.42.2(pid=13202): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13202)]\u000a17:53:02.952090 run osmo-hlr_10.42.42.2(pid=13202): stdout: \u000a| (launched: 2022-12-13_17:52:59.514719) \u000a17:53:03.002652 run osmo-hlr_10.42.42.2(pid=13202): stderr: \u000a| �[0;m�[1;31m20221213175259710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175259710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175259710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175259710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175259710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175259710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175259723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175259731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175259731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175259731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:03.045682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13201): Terminating (SIGTERM)\u000a17:53:03.086581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13204): Terminating (SIGTERM)\u000a17:53:03.127390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13207): Terminating (SIGTERM)\u000a17:53:03.136842 --- ParallelTerminationStrategy: PID 13201 died...\u000a17:53:03.191357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13201): Terminated: ok {rc=0}\u000a17:53:03.201566 --- ParallelTerminationStrategy: PID 13204 died...\u000a17:53:03.255777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13204): Terminated: ok {rc=0}\u000a17:53:03.265951 --- ParallelTerminationStrategy: PID 13207 died...\u000a17:53:03.320561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13207): Terminated: ok {rc=0}\u000a17:53:03.409137 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:52:04" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:53:05.550015 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:05.560819 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:05.726372 tst cs_paging_gprs_active.py: using LAC 35261\u000a17:53:05.855263 tst cs_paging_gprs_active.py: using RAC 71\u000a17:53:05.985578 tst cs_paging_gprs_active.py: using CellId 35261\u000a17:53:06.116323 tst cs_paging_gprs_active.py: using BVCI 35262\u000a17:53:06.141716 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.153350 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.164784 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.176289 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.188182 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.200097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.212115 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.224025 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:06.236102 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:06.357016 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:06.662369 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:53:06.801062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:07.143472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13212): Launched\u000a17:53:07.428999 run iperf3-srv_10.42.42.10(pid=13213): Launched\u000a17:53:07.630712 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:53:07.768652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:08.111019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13214): Launched\u000a17:53:08.395001 run iperf3-srv_10.42.42.10(pid=13215): Launched\u000a17:53:08.596263 tst cs_paging_gprs_active.py:38: start network...\u000a17:53:08.734139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:09.250924 run create_hlr_db(pid=13216): Launched\u000a17:53:09.441319 bus /gobi_6: Setting Powered False\u000a17:53:10.462645 run create_hlr_db(pid=13216): Terminated: ok {rc=0}\u000a17:53:10.878312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Launched\u000a17:53:11.186996 run osmo-hlr_10.42.42.2(pid=13219): Launched\u000a17:53:11.302004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:11.835697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Launched\u000a17:53:12.142701 run osmo-stp_10.42.42.5(pid=13222): Launched\u000a17:53:12.253497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:12.791097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Launched\u000a17:53:12.900175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:13.171083 run patchelf(pid=13225): Launched\u000a17:53:13.350914 run osmo-stp_10.42.42.5(pid=13222): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a17:53:13.482496 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-13_17:53:11.991967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:13.614331 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221213175312160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175312160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175312160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175312161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175312161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175312161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175312162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:13.741072 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-13_17:53:11.991967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:13.866545 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221213175312160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175312160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175312160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175312161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175312161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175312161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175312162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:14.014369 run patchelf(pid=13225): Terminating (SIGINT)\u000a17:53:14.188601 run patchelf(pid=13225): Terminated: ok {rc=0}\u000a17:53:14.220517 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:53:14.229903 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:53:14.290180 run osmo-hlr_10.42.42.2(pid=13219): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13219)]\u000a17:53:14.339813 run osmo-hlr_10.42.42.2(pid=13219): stdout: \u000a| (launched: 2022-12-13_17:53:11.035579) \u000a17:53:14.390054 run osmo-hlr_10.42.42.2(pid=13219): stderr: \u000a| �[0;m�[1;31m20221213175311213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175311213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175311213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175311213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175311213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175311213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175311225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175311236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175311236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175311236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:14.432325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13212): Terminating (SIGTERM)\u000a17:53:14.472031 run iperf3-srv_10.42.42.10(pid=13213): Terminating (SIGTERM)\u000a17:53:14.511828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13214): Terminating (SIGTERM)\u000a17:53:14.551614 run iperf3-srv_10.42.42.10(pid=13215): Terminating (SIGTERM)\u000a17:53:14.591668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminating (SIGTERM)\u000a17:53:14.631590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminating (SIGTERM)\u000a17:53:14.671646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Terminating (SIGTERM)\u000a17:53:14.680816 --- ParallelTerminationStrategy: PID 13212 died...\u000a17:53:14.734349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13212): Terminated: ok {rc=0}\u000a17:53:14.743886 --- ParallelTerminationStrategy: PID 13213 died...\u000a17:53:14.797223 run iperf3-srv_10.42.42.10(pid=13213): Terminated {rc=256}\u000a17:53:14.806836 --- ParallelTerminationStrategy: PID 13214 died...\u000a17:53:14.860304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13214): Terminated: ok {rc=0}\u000a17:53:14.869899 --- ParallelTerminationStrategy: PID 13215 died...\u000a17:53:14.922918 run iperf3-srv_10.42.42.10(pid=13215): Terminated {rc=256}\u000a17:53:14.932412 --- ParallelTerminationStrategy: PID 13218 died...\u000a17:53:14.985815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminated: ok {rc=0}\u000a17:53:14.995557 --- ParallelTerminationStrategy: PID 13221 died...\u000a17:53:15.049337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminated: ok {rc=0}\u000a17:53:15.058935 --- ParallelTerminationStrategy: PID 13224 died...\u000a17:53:15.112349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Terminated: ok {rc=0}\u000a17:53:15.197289 bus /gobi_0: Setting Powered False\u000a17:53:16.324089 bus /gobi_0: Setting Powered False\u000a17:53:17.435804 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13234): Process ended prematurely: osmo-stp_10.42.42.5(pid=13234) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13234)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13234): Process ended prematurely: osmo-stp_10.42.42.5(pid=13234) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:53:18.553107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:18.565268 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:18.733465 tst iperf3.py: using LAC 35262\u000a17:53:18.863764 tst iperf3.py: using RAC 72\u000a17:53:18.992026 tst iperf3.py: using CellId 35262\u000a17:53:19.119406 tst iperf3.py: using BVCI 35263\u000a17:53:19.144743 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.156385 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.167749 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.179149 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.190985 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.202867 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.214416 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.225739 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:19.237590 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:19.535577 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:53:19.672199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:20.013291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13226): Launched\u000a17:53:20.294413 run iperf3-srv_10.42.42.10(pid=13227): Launched\u000a17:53:20.494876 tst iperf3.py:8: start network...\u000a17:53:20.631690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:21.144579 run create_hlr_db(pid=13228): Launched\u000a17:53:21.333628 bus /gobi_6: Setting Powered False\u000a17:53:22.355224 run create_hlr_db(pid=13228): Terminated: ok {rc=0}\u000a17:53:22.766376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13230): Launched\u000a17:53:23.072566 run osmo-hlr_10.42.42.2(pid=13231): Launched\u000a17:53:23.184638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:23.718581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13233): Launched\u000a17:53:24.025316 run osmo-stp_10.42.42.5(pid=13234): Launched\u000a17:53:24.136796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:24.671781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13236): Launched\u000a17:53:24.780650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:25.050654 run patchelf(pid=13237): Launched\u000a17:53:25.230860 run osmo-stp_10.42.42.5(pid=13234): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13234)]\u000a17:53:25.362128 run osmo-stp_10.42.42.5(pid=13234): stdout: \u000a| (launched: 2022-12-13_17:53:23.874114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:25.493437 run osmo-stp_10.42.42.5(pid=13234): stderr: \u000a| �[0;m�[38;5;43m20221213175324042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175324042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175324042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175324043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175324043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175324043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175324043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:25.619629 run osmo-stp_10.42.42.5(pid=13234): stdout: \u000a| (launched: 2022-12-13_17:53:23.874114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:25.744855 run osmo-stp_10.42.42.5(pid=13234): stderr: \u000a| �[0;m�[38;5;43m20221213175324042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175324042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175324042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175324043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175324043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175324043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175324043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:25.892931 run patchelf(pid=13237): Terminating (SIGINT)\u000a17:53:26.067645 run patchelf(pid=13237): Terminated: ok {rc=0}\u000a17:53:26.099692 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13234): Process ended prematurely: osmo-stp_10.42.42.5(pid=13234) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13234)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:53:26.109111 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:53:26.169315 run osmo-hlr_10.42.42.2(pid=13231): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13231)]\u000a17:53:26.218980 run osmo-hlr_10.42.42.2(pid=13231): stdout: \u000a| (launched: 2022-12-13_17:53:22.921588) \u000a17:53:26.269445 run osmo-hlr_10.42.42.2(pid=13231): stderr: \u000a| �[0;m�[1;31m20221213175323095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175323095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175323095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175323095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175323095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175323095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175323107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175323117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175323118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175323118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:26.311876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13226): Terminating (SIGTERM)\u000a17:53:26.351835 run iperf3-srv_10.42.42.10(pid=13227): Terminating (SIGTERM)\u000a17:53:26.391811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13230): Terminating (SIGTERM)\u000a17:53:26.431895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13233): Terminating (SIGTERM)\u000a17:53:26.471928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13236): Terminating (SIGTERM)\u000a17:53:26.481201 --- ParallelTerminationStrategy: PID 13226 died...\u000a17:53:26.535143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13226): Terminated: ok {rc=0}\u000a17:53:26.544847 --- ParallelTerminationStrategy: PID 13227 died...\u000a17:53:26.599061 run iperf3-srv_10.42.42.10(pid=13227): Terminated {rc=256}\u000a17:53:26.608731 --- ParallelTerminationStrategy: PID 13230 died...\u000a17:53:26.662325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13230): Terminated: ok {rc=0}\u000a17:53:26.672027 --- ParallelTerminationStrategy: PID 13233 died...\u000a17:53:26.725700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13233): Terminated: ok {rc=0}\u000a17:53:26.735452 --- ParallelTerminationStrategy: PID 13236 died...\u000a17:53:26.789263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13236): Terminated: ok {rc=0}\u000a17:53:26.873510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13252): Process ended prematurely: osmo-stp_10.42.42.5(pid=13252) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13252)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13252): Process ended prematurely: osmo-stp_10.42.42.5(pid=13252) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:53:27.986123 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:27.997843 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:28.158055 tst iperf3m4.py: using LAC 35263\u000a17:53:28.278486 tst iperf3m4.py: using RAC 73\u000a17:53:28.400620 tst iperf3m4.py: using CellId 35263\u000a17:53:28.521454 tst iperf3m4.py: using BVCI 35264\u000a17:53:28.544769 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.555709 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.566432 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.577221 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.588364 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.599482 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.610546 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.621441 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:28.632515 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:28.750781 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:28.874968 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:28.992787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:29.291729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:53:29.428606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:29.769613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13238): Launched\u000a17:53:30.051298 run iperf3-srv_10.42.42.10(pid=13239): Launched\u000a17:53:30.252676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:53:30.389552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:30.729848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13240): Launched\u000a17:53:31.065916 run iperf3-srv_10.42.42.10(pid=13241): Launched\u000a17:53:31.271576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:53:31.412067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:31.762776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13242): Launched\u000a17:53:32.052294 run iperf3-srv_10.42.42.10(pid=13243): Launched\u000a17:53:32.260018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:53:32.398164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:53:32.741471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13244): Launched\u000a17:53:33.025493 run iperf3-srv_10.42.42.10(pid=13245): Launched\u000a17:53:33.226375 tst iperf3m4.py:8: start network...\u000a17:53:33.363469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:33.879015 run create_hlr_db(pid=13246): Launched\u000a17:53:34.071390 bus /gobi_6: Setting Powered False\u000a17:53:35.079134 run create_hlr_db(pid=13246): Terminated: ok {rc=0}\u000a17:53:35.529153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13248): Launched\u000a17:53:35.859824 run osmo-hlr_10.42.42.2(pid=13249): Launched\u000a17:53:35.983279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:36.551454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13251): Launched\u000a17:53:36.883197 run osmo-stp_10.42.42.5(pid=13252): Launched\u000a17:53:37.002519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:37.574439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13254): Launched\u000a17:53:37.683868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:37.953206 run patchelf(pid=13255): Launched\u000a17:53:38.133772 run osmo-stp_10.42.42.5(pid=13252): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13252)]\u000a17:53:38.265298 run osmo-stp_10.42.42.5(pid=13252): stdout: \u000a| (launched: 2022-12-13_17:53:36.717618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:38.396862 run osmo-stp_10.42.42.5(pid=13252): stderr: \u000a| �[0;m�[38;5;43m20221213175336908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175336908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175336908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175336909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175336909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175336910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175336910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:38.523429 run osmo-stp_10.42.42.5(pid=13252): stdout: \u000a| (launched: 2022-12-13_17:53:36.717618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:38.648426 run osmo-stp_10.42.42.5(pid=13252): stderr: \u000a| �[0;m�[38;5;43m20221213175336908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175336908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175336908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175336909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175336909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175336910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175336910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:38.796001 run patchelf(pid=13255): Terminating (SIGINT)\u000a17:53:38.970359 run patchelf(pid=13255): Terminated: ok {rc=0}\u000a17:53:39.002130 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13252): Process ended prematurely: osmo-stp_10.42.42.5(pid=13252) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13252)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:53:39.011398 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a17:53:39.072278 run osmo-hlr_10.42.42.2(pid=13249): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13249)]\u000a17:53:39.121946 run osmo-hlr_10.42.42.2(pid=13249): stdout: \u000a| (launched: 2022-12-13_17:53:35.696123) \u000a17:53:39.172287 run osmo-hlr_10.42.42.2(pid=13249): stderr: \u000a| �[0;m�[1;31m20221213175335894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175335894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175335894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175335894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175335894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175335894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175335906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175335915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175335915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175335915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:39.215541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13238): Terminating (SIGTERM)\u000a17:53:39.255648 run iperf3-srv_10.42.42.10(pid=13239): Terminating (SIGTERM)\u000a17:53:39.295652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13240): Terminating (SIGTERM)\u000a17:53:39.335625 run iperf3-srv_10.42.42.10(pid=13241): Terminating (SIGTERM)\u000a17:53:39.377625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13242): Terminating (SIGTERM)\u000a17:53:39.417659 run iperf3-srv_10.42.42.10(pid=13243): Terminating (SIGTERM)\u000a17:53:39.457486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13244): Terminating (SIGTERM)\u000a17:53:39.497347 run iperf3-srv_10.42.42.10(pid=13245): Terminating (SIGTERM)\u000a17:53:39.537379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13248): Terminating (SIGTERM)\u000a17:53:39.577323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13251): Terminating (SIGTERM)\u000a17:53:39.617375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13254): Terminating (SIGTERM)\u000a17:53:39.626683 --- ParallelTerminationStrategy: PID 13238 died...\u000a17:53:39.680714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13238): Terminated: ok {rc=0}\u000a17:53:39.690448 --- ParallelTerminationStrategy: PID 13239 died...\u000a17:53:39.743851 run iperf3-srv_10.42.42.10(pid=13239): Terminated {rc=256}\u000a17:53:39.753566 --- ParallelTerminationStrategy: PID 13240 died...\u000a17:53:39.806914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13240): Terminated: ok {rc=0}\u000a17:53:39.816837 --- ParallelTerminationStrategy: PID 13241 died...\u000a17:53:39.870122 run iperf3-srv_10.42.42.10(pid=13241): Terminated {rc=256}\u000a17:53:39.879739 --- ParallelTerminationStrategy: PID 13242 died...\u000a17:53:39.933043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13242): Terminated: ok {rc=0}\u000a17:53:39.942724 --- ParallelTerminationStrategy: PID 13243 died...\u000a17:53:39.995927 run iperf3-srv_10.42.42.10(pid=13243): Terminated {rc=256}\u000a17:53:40.005749 --- ParallelTerminationStrategy: PID 13244 died...\u000a17:53:40.059099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13244): Terminated: ok {rc=0}\u000a17:53:40.068720 --- ParallelTerminationStrategy: PID 13245 died...\u000a17:53:40.122240 run iperf3-srv_10.42.42.10(pid=13245): Terminated {rc=256}\u000a17:53:40.131948 --- ParallelTerminationStrategy: PID 13248 died...\u000a17:53:40.185183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13248): Terminated: ok {rc=0}\u000a17:53:40.194874 --- ParallelTerminationStrategy: PID 13251 died...\u000a17:53:40.247999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13251): Terminated: ok {rc=0}\u000a17:53:40.257847 --- ParallelTerminationStrategy: PID 13254 died...\u000a17:53:40.311198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13254): Terminated: ok {rc=0}\u000a17:53:40.400890 bus /gobi_4: Setting Powered False\u000a17:53:41.504495 bus /gobi_4: Setting Powered False\u000a17:53:42.615978 bus /gobi_1: Setting Powered False\u000a17:53:43.720266 bus /gobi_1: Setting Powered False\u000a17:53:44.833131 bus /gobi_0: Setting Powered False\u000a17:53:45.960848 bus /gobi_0: Setting Powered False\u000a17:53:47.093338 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13319): Process ended prematurely: osmo-stp_10.42.42.5(pid=13319) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13319)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13319): Process ended prematurely: osmo-stp_10.42.42.5(pid=13319) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:53:48.164315 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.176907 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:48.340181 tst ping.py: using LAC 35264\u000a17:53:48.460057 tst ping.py: using RAC 74\u000a17:53:48.579378 tst ping.py: using CellId 35264\u000a17:53:48.698267 tst ping.py: using BVCI 35265\u000a17:53:48.722775 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.734640 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.746342 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.758097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.769714 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.781360 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.793212 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:48.804748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:49.090874 tst ping.py:19: start network...\u000a17:53:49.220176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:49.753142 run create_hlr_db(pid=13267): Launched\u000a17:53:49.931501 bus /gobi_6: Setting Powered False\u000a17:53:50.952281 run create_hlr_db(pid=13267): Terminated: ok {rc=0}\u000a17:53:51.379818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13271): Launched\u000a17:53:51.778791 run osmo-hlr_10.42.42.2(pid=13272): Launched\u000a17:53:52.017028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:52.691679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13300): Launched\u000a17:53:53.152689 run osmo-stp_10.42.42.5(pid=13319): Launched\u000a17:53:53.335908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:53:54.037116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13425): Launched\u000a17:53:54.170462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:53:54.510512 run patchelf(pid=13489): Launched\u000a17:53:54.730662 run osmo-stp_10.42.42.5(pid=13319): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13319)]\u000a17:53:54.874450 run osmo-stp_10.42.42.5(pid=13319): stdout: \u000a| (launched: 2022-12-13_17:53:52.864293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:55.008018 run osmo-stp_10.42.42.5(pid=13319): stderr: \u000a| �[0;m�[38;5;43m20221213175353209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175353209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175353209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175353209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175353210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175353210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175353210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:55.140898 run osmo-stp_10.42.42.5(pid=13319): stdout: \u000a| (launched: 2022-12-13_17:53:52.864293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:55.270368 run osmo-stp_10.42.42.5(pid=13319): stderr: \u000a| �[0;m�[38;5;43m20221213175353209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175353209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175353209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175353209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175353210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175353210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175353210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:55.422694 run patchelf(pid=13489): Terminating (SIGINT)\u000a17:53:55.598556 run patchelf(pid=13489): Terminated: ok {rc=0}\u000a17:53:55.633103 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13319): Process ended prematurely: osmo-stp_10.42.42.5(pid=13319) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13319)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:53:55.642828 tst ping.py:22: Test FAILED (7.5 sec)\u000a17:53:55.706307 run osmo-hlr_10.42.42.2(pid=13272): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13272)]\u000a17:53:55.757873 run osmo-hlr_10.42.42.2(pid=13272): stdout: \u000a| (launched: 2022-12-13_17:53:51.536398) \u000a17:53:55.810183 run osmo-hlr_10.42.42.2(pid=13272): stderr: \u000a| �[0;m�[1;31m20221213175351865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175351865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175351865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175351865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175351865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175351865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175351891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175351907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175351908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175351908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:55.855540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13271): Terminating (SIGTERM)\u000a17:53:55.899443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13300): Terminating (SIGTERM)\u000a17:53:55.944146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13425): Terminating (SIGTERM)\u000a17:53:55.954792 --- ParallelTerminationStrategy: PID 13271 died...\u000a17:53:56.012241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13271): Terminated: ok {rc=0}\u000a17:53:56.023991 --- ParallelTerminationStrategy: PID 13300 died...\u000a17:53:56.079962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13300): Terminated: ok {rc=0}\u000a17:53:56.090539 --- ParallelTerminationStrategy: PID 13425 died...\u000a17:53:56.146891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13425): Terminated: ok {rc=0}\u000a17:53:56.236262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13545): Process ended prematurely: osmo-stp_10.42.42.5(pid=13545) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13545)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13545): Process ended prematurely: osmo-stp_10.42.42.5(pid=13545) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:53:57.294198 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.306859 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:53:57.472699 tst ping_idle_ping.py: using LAC 35265\u000a17:53:57.596472 tst ping_idle_ping.py: using RAC 75\u000a17:53:57.719538 tst ping_idle_ping.py: using CellId 35265\u000a17:53:57.842029 tst ping_idle_ping.py: using BVCI 35266\u000a17:53:57.866388 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.878335 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.890065 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.902143 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.914088 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.925851 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.937775 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:53:57.949575 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:53:58.238349 tst ping_idle_ping.py:24: start network...\u000a17:53:58.370435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:58.906686 run create_hlr_db(pid=13539): Launched\u000a17:53:59.100204 bus /gobi_6: Setting Powered False\u000a17:54:00.124418 run create_hlr_db(pid=13539): Terminated: ok {rc=0}\u000a17:54:00.586221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13541): Launched\u000a17:54:01.026373 run osmo-hlr_10.42.42.2(pid=13542): Launched\u000a17:54:01.227250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:01.855104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13544): Launched\u000a17:54:02.292478 run osmo-stp_10.42.42.5(pid=13545): Launched\u000a17:54:02.511681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:03.098840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13547): Launched\u000a17:54:03.222923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:03.532397 run patchelf(pid=13548): Launched\u000a17:54:03.732481 run osmo-stp_10.42.42.5(pid=13545): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13545)]\u000a17:54:03.878502 run osmo-stp_10.42.42.5(pid=13545): stdout: \u000a| (launched: 2022-12-13_17:54:02.026756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:04.024061 run osmo-stp_10.42.42.5(pid=13545): stderr: \u000a| �[0;m�[38;5;43m20221213175402317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175402317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175402317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175402318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175402318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175402318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175402318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:04.164464 run osmo-stp_10.42.42.5(pid=13545): stdout: \u000a| (launched: 2022-12-13_17:54:02.026756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:04.304913 run osmo-stp_10.42.42.5(pid=13545): stderr: \u000a| �[0;m�[38;5;43m20221213175402317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175402317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175402317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175402318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175402318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175402318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175402318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:04.469175 run patchelf(pid=13548): Terminating (SIGINT)\u000a17:54:04.662185 run patchelf(pid=13548): Terminated: ok {rc=0}\u000a17:54:04.697547 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13545): Process ended prematurely: osmo-stp_10.42.42.5(pid=13545) [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13545)] [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:54:04.708267 tst ping_idle_ping.py:27: Test FAILED (7.4 sec)\u000a17:54:04.777836 run osmo-hlr_10.42.42.2(pid=13542): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13542)]\u000a17:54:04.834647 run osmo-hlr_10.42.42.2(pid=13542): stdout: \u000a| (launched: 2022-12-13_17:54:00.759393) \u000a17:54:04.891250 run osmo-hlr_10.42.42.2(pid=13542): stderr: \u000a| �[0;m�[1;31m20221213175401063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175401063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175401063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175401063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175401063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175401063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175401083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175401096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175401096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175401096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:04.940071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13541): Terminating (SIGTERM)\u000a17:54:04.987744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13544): Terminating (SIGTERM)\u000a17:54:05.036464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13547): Terminating (SIGTERM)\u000a17:54:05.048620 --- ParallelTerminationStrategy: PID 13541 died...\u000a17:54:05.110574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13541): Terminated: ok {rc=0}\u000a17:54:05.122835 --- ParallelTerminationStrategy: PID 13544 died...\u000a17:54:05.183068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13544): Terminated: ok {rc=0}\u000a17:54:05.195589 --- ParallelTerminationStrategy: PID 13547 died...\u000a17:54:05.258105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13547): Terminated: ok {rc=0}\u000a17:54:05.353313 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:53:05" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13563): Process ended prematurely: osmo-stp_10.42.42.5(pid=13563) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13563)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13563): Process ended prematurely: osmo-stp_10.42.42.5(pid=13563) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:54:07.557760 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:07.570393 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:07.718986 tst cs_paging_gprs_active.py: using LAC 35266\u000a17:54:07.843470 tst cs_paging_gprs_active.py: using RAC 76\u000a17:54:07.966068 tst cs_paging_gprs_active.py: using CellId 35266\u000a17:54:08.089881 tst cs_paging_gprs_active.py: using BVCI 35267\u000a17:54:08.115137 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.127512 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.139722 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.152081 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.164454 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.176815 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.189458 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.201696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:08.214246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:08.339874 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:08.634948 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:54:08.768033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:09.115555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13553): Launched\u000a17:54:09.407589 run iperf3-srv_10.42.42.10(pid=13554): Launched\u000a17:54:09.604418 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:54:09.739073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:10.089510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13555): Launched\u000a17:54:10.382235 run iperf3-srv_10.42.42.10(pid=13556): Launched\u000a17:54:10.576096 tst cs_paging_gprs_active.py:38: start network...\u000a17:54:10.712712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:11.263072 run create_hlr_db(pid=13557): Launched\u000a17:54:11.449320 bus /gobi_6: Setting Powered False\u000a17:54:12.462975 run create_hlr_db(pid=13557): Terminated: ok {rc=0}\u000a17:54:12.882793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13559): Launched\u000a17:54:13.193296 run osmo-hlr_10.42.42.2(pid=13560): Launched\u000a17:54:13.306477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:13.843873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13562): Launched\u000a17:54:14.153123 run osmo-stp_10.42.42.5(pid=13563): Launched\u000a17:54:14.265939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:14.807183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13565): Launched\u000a17:54:14.916818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:15.187155 run patchelf(pid=13566): Launched\u000a17:54:15.368445 run osmo-stp_10.42.42.5(pid=13563): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13563)]\u000a17:54:15.501682 run osmo-stp_10.42.42.5(pid=13563): stdout: \u000a| (launched: 2022-12-13_17:54:14.000655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:15.634562 run osmo-stp_10.42.42.5(pid=13563): stderr: \u000a| �[0;m�[38;5;43m20221213175414170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175414170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175414171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175414171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175414171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175414172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175414172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:15.762036 run osmo-stp_10.42.42.5(pid=13563): stdout: \u000a| (launched: 2022-12-13_17:54:14.000655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:15.896631 run osmo-stp_10.42.42.5(pid=13563): stderr: \u000a| �[0;m�[38;5;43m20221213175414170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175414170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175414171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175414171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175414171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175414172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175414172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:16.048889 run patchelf(pid=13566): Terminating (SIGINT)\u000a17:54:16.283515 run patchelf(pid=13566): Terminated: ok {rc=0}\u000a17:54:16.320439 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13563): Process ended prematurely: osmo-stp_10.42.42.5(pid=13563) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13563)] [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a17:54:16.331734 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:54:16.400573 run osmo-hlr_10.42.42.2(pid=13560): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13560)]\u000a17:54:16.457270 run osmo-hlr_10.42.42.2(pid=13560): stdout: \u000a| (launched: 2022-12-13_17:54:13.040568) \u000a17:54:16.513791 run osmo-hlr_10.42.42.2(pid=13560): stderr: \u000a| �[0;m�[1;31m20221213175413219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175413219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175413219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175413219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175413219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175413219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175413235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175413246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175413246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175413246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:16.562546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13553): Terminating (SIGTERM)\u000a17:54:16.608331 run iperf3-srv_10.42.42.10(pid=13554): Terminating (SIGTERM)\u000a17:54:16.655286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13555): Terminating (SIGTERM)\u000a17:54:16.701411 run iperf3-srv_10.42.42.10(pid=13556): Terminating (SIGTERM)\u000a17:54:16.747378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13559): Terminating (SIGTERM)\u000a17:54:16.794762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13562): Terminating (SIGTERM)\u000a17:54:16.843286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13565): Terminating (SIGTERM)\u000a17:54:16.854255 --- ParallelTerminationStrategy: PID 13553 died...\u000a17:54:16.916641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13553): Terminated: ok {rc=0}\u000a17:54:16.929207 --- ParallelTerminationStrategy: PID 13554 died...\u000a17:54:16.988841 run iperf3-srv_10.42.42.10(pid=13554): Terminated {rc=256}\u000a17:54:17.000777 --- ParallelTerminationStrategy: PID 13555 died...\u000a17:54:17.061955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13555): Terminated: ok {rc=0}\u000a17:54:17.073123 --- ParallelTerminationStrategy: PID 13556 died...\u000a17:54:17.133473 run iperf3-srv_10.42.42.10(pid=13556): Terminated {rc=256}\u000a17:54:17.144552 --- ParallelTerminationStrategy: PID 13559 died...\u000a17:54:17.205331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13559): Terminated: ok {rc=0}\u000a17:54:17.217494 --- ParallelTerminationStrategy: PID 13562 died...\u000a17:54:17.278357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13562): Terminated: ok {rc=0}\u000a17:54:17.288816 --- ParallelTerminationStrategy: PID 13565 died...\u000a17:54:17.347630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13565): Terminated: ok {rc=0}\u000a17:54:17.436130 bus /gobi_0: Setting Powered False\u000a17:54:18.539798 bus /gobi_0: Setting Powered False\u000a17:54:19.653085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13575): Process ended prematurely: osmo-stp_10.42.42.5(pid=13575) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13575): Process ended prematurely: osmo-stp_10.42.42.5(pid=13575) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a17:54:20.765667 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:20.777731 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:20.929666 tst iperf3.py: using LAC 35267\u000a17:54:21.060749 tst iperf3.py: using RAC 77\u000a17:54:21.190133 tst iperf3.py: using CellId 35267\u000a17:54:21.314527 tst iperf3.py: using BVCI 35268\u000a17:54:21.338262 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.349821 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.360891 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.372139 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.383420 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.394607 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.405856 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.416794 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:21.428030 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:21.728766 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:54:21.867821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:22.212312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13567): Launched\u000a17:54:22.498120 run iperf3-srv_10.42.42.10(pid=13568): Launched\u000a17:54:22.702156 tst iperf3.py:8: start network...\u000a17:54:22.841597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:23.364451 run create_hlr_db(pid=13569): Launched\u000a17:54:23.556146 bus /gobi_6: Setting Powered False\u000a17:54:24.577200 run create_hlr_db(pid=13569): Terminated: ok {rc=0}\u000a17:54:24.993746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13571): Launched\u000a17:54:25.304730 run osmo-hlr_10.42.42.2(pid=13572): Launched\u000a17:54:25.418008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:25.958288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13574): Launched\u000a17:54:26.267778 run osmo-stp_10.42.42.5(pid=13575): Launched\u000a17:54:26.380150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:26.921706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13577): Launched\u000a17:54:27.031754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:27.302603 run patchelf(pid=13578): Launched\u000a17:54:27.484155 run osmo-stp_10.42.42.5(pid=13575): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)]\u000a17:54:27.617710 run osmo-stp_10.42.42.5(pid=13575): stdout: \u000a| (launched: 2022-12-13_17:54:26.114988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:27.750500 run osmo-stp_10.42.42.5(pid=13575): stderr: \u000a| �[0;m�[38;5;43m20221213175426289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175426289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175426290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175426290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175426291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175426291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175426291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:27.878423 run osmo-stp_10.42.42.5(pid=13575): stdout: \u000a| (launched: 2022-12-13_17:54:26.114988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:28.004918 run osmo-stp_10.42.42.5(pid=13575): stderr: \u000a| �[0;m�[38;5;43m20221213175426289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175426289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175426290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175426290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175426291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175426291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175426291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:28.154574 run patchelf(pid=13578): Terminating (SIGINT)\u000a17:54:28.330645 run patchelf(pid=13578): Terminated: ok {rc=0}\u000a17:54:28.362846 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13575): Process ended prematurely: osmo-stp_10.42.42.5(pid=13575) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)] [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a17:54:28.372137 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:54:28.432499 run osmo-hlr_10.42.42.2(pid=13572): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13572)]\u000a17:54:28.481850 run osmo-hlr_10.42.42.2(pid=13572): stdout: \u000a| (launched: 2022-12-13_17:54:25.150946) \u000a17:54:28.532055 run osmo-hlr_10.42.42.2(pid=13572): stderr: \u000a| �[0;m�[1;31m20221213175425330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175425330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175425330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175425330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175425330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175425330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175425355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175425364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175425364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175425364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:28.575032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13567): Terminating (SIGTERM)\u000a17:54:28.615408 run iperf3-srv_10.42.42.10(pid=13568): Terminating (SIGTERM)\u000a17:54:28.655764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13571): Terminating (SIGTERM)\u000a17:54:28.696194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13574): Terminating (SIGTERM)\u000a17:54:28.736792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13577): Terminating (SIGTERM)\u000a17:54:28.746183 --- ParallelTerminationStrategy: PID 13567 died...\u000a17:54:28.800231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13567): Terminated: ok {rc=0}\u000a17:54:28.810126 --- ParallelTerminationStrategy: PID 13568 died...\u000a17:54:28.863809 run iperf3-srv_10.42.42.10(pid=13568): Terminated {rc=256}\u000a17:54:28.873854 --- ParallelTerminationStrategy: PID 13571 died...\u000a17:54:28.927900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13571): Terminated: ok {rc=0}\u000a17:54:28.937921 --- ParallelTerminationStrategy: PID 13574 died...\u000a17:54:28.992298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13574): Terminated: ok {rc=0}\u000a17:54:29.002098 --- ParallelTerminationStrategy: PID 13577 died...\u000a17:54:29.055762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13577): Terminated: ok {rc=0}\u000a17:54:29.144930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a17:54:30.256905 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.268928 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:30.411922 tst iperf3m4.py: using LAC 35268\u000a17:54:30.532881 tst iperf3m4.py: using RAC 78\u000a17:54:30.655838 tst iperf3m4.py: using CellId 35268\u000a17:54:30.778589 tst iperf3m4.py: using BVCI 35269\u000a17:54:30.802199 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.813545 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.824522 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.852101 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.870779 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.888496 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.903071 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.916786 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:30.930500 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:31.083901 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:31.213785 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:31.345600 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:31.705529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:54:31.840444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:32.266125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13579): Launched\u000a17:54:32.554507 run iperf3-srv_10.42.42.10(pid=13580): Launched\u000a17:54:32.759459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:54:32.898501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:33.243419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13581): Launched\u000a17:54:33.529307 run iperf3-srv_10.42.42.10(pid=13582): Launched\u000a17:54:33.733214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:54:33.872204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:34.218105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13583): Launched\u000a17:54:34.504489 run iperf3-srv_10.42.42.10(pid=13584): Launched\u000a17:54:34.707259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:54:34.845700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:54:35.189831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13585): Launched\u000a17:54:35.476522 run iperf3-srv_10.42.42.10(pid=13586): Launched\u000a17:54:35.679864 tst iperf3m4.py:8: start network...\u000a17:54:35.819081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:36.342352 run create_hlr_db(pid=13587): Launched\u000a17:54:36.534519 bus /gobi_6: Setting Powered False\u000a17:54:37.555205 run create_hlr_db(pid=13587): Terminated: ok {rc=0}\u000a17:54:37.974186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Launched\u000a17:54:38.287617 run osmo-hlr_10.42.42.2(pid=13590): Launched\u000a17:54:38.410362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:38.957773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Launched\u000a17:54:39.271809 run osmo-stp_10.42.42.5(pid=13593): Launched\u000a17:54:39.384305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:39.928143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13595): Launched\u000a17:54:40.038331 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:40.312162 run patchelf(pid=13596): Launched\u000a17:54:40.493936 run osmo-stp_10.42.42.5(pid=13593): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]\u000a17:54:40.626306 run osmo-stp_10.42.42.5(pid=13593): stdout: \u000a| (launched: 2022-12-13_17:54:39.116253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:40.758909 run osmo-stp_10.42.42.5(pid=13593): stderr: \u000a| �[0;m�[38;5;43m20221213175439285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175439286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175439286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175439286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175439287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175439287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175439287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:40.886213 run osmo-stp_10.42.42.5(pid=13593): stdout: \u000a| (launched: 2022-12-13_17:54:39.116253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:41.012486 run osmo-stp_10.42.42.5(pid=13593): stderr: \u000a| �[0;m�[38;5;43m20221213175439285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175439286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175439286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175439286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175439287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175439287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175439287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:41.161953 run patchelf(pid=13596): Terminating (SIGINT)\u000a17:54:41.338251 run patchelf(pid=13596): Terminated: ok {rc=0}\u000a17:54:41.370606 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)] [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a17:54:41.379910 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a17:54:41.441014 run osmo-hlr_10.42.42.2(pid=13590): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13590)]\u000a17:54:41.490694 run osmo-hlr_10.42.42.2(pid=13590): stdout: \u000a| (launched: 2022-12-13_17:54:38.132500) \u000a17:54:41.541288 run osmo-hlr_10.42.42.2(pid=13590): stderr: \u000a| �[0;m�[1;31m20221213175438311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175438311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175438311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175438311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175438311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175438312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175438324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175438332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175438332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175438332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:41.584363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13579): Terminating (SIGTERM)\u000a17:54:41.624796 run iperf3-srv_10.42.42.10(pid=13580): Terminating (SIGTERM)\u000a17:54:41.664917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13581): Terminating (SIGTERM)\u000a17:54:41.705571 run iperf3-srv_10.42.42.10(pid=13582): Terminating (SIGTERM)\u000a17:54:41.745876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13583): Terminating (SIGTERM)\u000a17:54:41.785898 run iperf3-srv_10.42.42.10(pid=13584): Terminating (SIGTERM)\u000a17:54:41.825868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13585): Terminating (SIGTERM)\u000a17:54:41.865707 run iperf3-srv_10.42.42.10(pid=13586): Terminating (SIGTERM)\u000a17:54:41.905885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Terminating (SIGTERM)\u000a17:54:41.945963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Terminating (SIGTERM)\u000a17:54:41.986030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13595): Terminating (SIGTERM)\u000a17:54:41.995353 --- ParallelTerminationStrategy: PID 13579 died...\u000a17:54:42.049661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13579): Terminated: ok {rc=0}\u000a17:54:42.059349 --- ParallelTerminationStrategy: PID 13580 died...\u000a17:54:42.112744 run iperf3-srv_10.42.42.10(pid=13580): Terminated {rc=256}\u000a17:54:42.122343 --- ParallelTerminationStrategy: PID 13581 died...\u000a17:54:42.175959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13581): Terminated: ok {rc=0}\u000a17:54:42.185951 --- ParallelTerminationStrategy: PID 13582 died...\u000a17:54:42.239358 run iperf3-srv_10.42.42.10(pid=13582): Terminated {rc=256}\u000a17:54:42.249110 --- ParallelTerminationStrategy: PID 13583 died...\u000a17:54:42.302699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13583): Terminated: ok {rc=0}\u000a17:54:42.312230 --- ParallelTerminationStrategy: PID 13584 died...\u000a17:54:42.365470 run iperf3-srv_10.42.42.10(pid=13584): Terminated {rc=256}\u000a17:54:42.375100 --- ParallelTerminationStrategy: PID 13585 died...\u000a17:54:42.428606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13585): Terminated: ok {rc=0}\u000a17:54:42.438220 --- ParallelTerminationStrategy: PID 13586 died...\u000a17:54:42.491473 run iperf3-srv_10.42.42.10(pid=13586): Terminated {rc=256}\u000a17:54:42.501207 --- ParallelTerminationStrategy: PID 13589 died...\u000a17:54:42.555003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Terminated: ok {rc=0}\u000a17:54:42.564646 --- ParallelTerminationStrategy: PID 13592 died...\u000a17:54:42.618437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Terminated: ok {rc=0}\u000a17:54:42.628162 --- ParallelTerminationStrategy: PID 13595 died...\u000a17:54:42.681678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13595): Terminated: ok {rc=0}\u000a17:54:42.771224 bus /gobi_4: Setting Powered False\u000a17:54:43.875960 bus /gobi_4: Setting Powered False\u000a17:54:44.984795 bus /gobi_1: Setting Powered False\u000a17:54:46.088806 bus /gobi_1: Setting Powered False\u000a17:54:47.204263 bus /gobi_0: Setting Powered False\u000a17:54:48.312037 bus /gobi_0: Setting Powered False\u000a17:54:49.422713 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13603): Process ended prematurely: osmo-stp_10.42.42.5(pid=13603) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13603): Process ended prematurely: osmo-stp_10.42.42.5(pid=13603) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a17:54:50.492565 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:50.505102 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:50.664184 tst ping.py: using LAC 35269\u000a17:54:50.790544 tst ping.py: using RAC 79\u000a17:54:50.916257 tst ping.py: using CellId 35269\u000a17:54:51.037889 tst ping.py: using BVCI 35270\u000a17:54:51.061310 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:51.072862 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:51.084140 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:51.095580 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:51.107061 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:51.118630 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:51.130089 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:51.141351 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:51.421949 tst ping.py:19: start network...\u000a17:54:51.548543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:52.033830 run create_hlr_db(pid=13597): Launched\u000a17:54:52.208706 bus /gobi_6: Setting Powered False\u000a17:54:53.230514 run create_hlr_db(pid=13597): Terminated: ok {rc=0}\u000a17:54:53.664869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13599): Launched\u000a17:54:53.992658 run osmo-hlr_10.42.42.2(pid=13600): Launched\u000a17:54:54.110511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:54.681768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13602): Launched\u000a17:54:55.009161 run osmo-stp_10.42.42.5(pid=13603): Launched\u000a17:54:55.127606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:54:55.696199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13605): Launched\u000a17:54:55.813157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:54:56.098785 run patchelf(pid=13606): Launched\u000a17:54:56.290113 run osmo-stp_10.42.42.5(pid=13603): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)]\u000a17:54:56.430596 run osmo-stp_10.42.42.5(pid=13603): stdout: \u000a| (launched: 2022-12-13_17:54:54.847815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:56.571361 run osmo-stp_10.42.42.5(pid=13603): stderr: \u000a| �[0;m�[38;5;43m20221213175455039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175455039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175455040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175455040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175455040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175455041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175455041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:56.706830 run osmo-stp_10.42.42.5(pid=13603): stdout: \u000a| (launched: 2022-12-13_17:54:54.847815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:56.841445 run osmo-stp_10.42.42.5(pid=13603): stderr: \u000a| �[0;m�[38;5;43m20221213175455039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175455039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175455040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175455040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175455040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175455041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175455041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:56.998531 run patchelf(pid=13606): Terminating (SIGINT)\u000a17:54:57.182889 run patchelf(pid=13606): Terminated: ok {rc=0}\u000a17:54:57.216135 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13603): Process ended prematurely: osmo-stp_10.42.42.5(pid=13603) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)] [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a17:54:57.225675 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:54:57.289808 run osmo-hlr_10.42.42.2(pid=13600): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13600)]\u000a17:54:57.342504 run osmo-hlr_10.42.42.2(pid=13600): stdout: \u000a| (launched: 2022-12-13_17:54:53.830994) \u000a17:54:57.395945 run osmo-hlr_10.42.42.2(pid=13600): stderr: \u000a| �[0;m�[1;31m20221213175454028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175454028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175454028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175454028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175454028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175454029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175454042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175454050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175454050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175454050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:57.441520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13599): Terminating (SIGTERM)\u000a17:54:57.485227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13602): Terminating (SIGTERM)\u000a17:54:57.528375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13605): Terminating (SIGTERM)\u000a17:54:57.538276 --- ParallelTerminationStrategy: PID 13599 died...\u000a17:54:57.595941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13599): Terminated: ok {rc=0}\u000a17:54:57.606213 --- ParallelTerminationStrategy: PID 13602 died...\u000a17:54:57.663394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13602): Terminated: ok {rc=0}\u000a17:54:57.673638 --- ParallelTerminationStrategy: PID 13605 died...\u000a17:54:57.730691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13605): Terminated: ok {rc=0}\u000a17:54:57.819244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13617): Process ended prematurely: osmo-stp_10.42.42.5(pid=13617) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13617)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13617): Process ended prematurely: osmo-stp_10.42.42.5(pid=13617) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a17:54:58.872752 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:58.885407 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:54:59.036550 tst ping_idle_ping.py: using LAC 35270\u000a17:54:59.163171 tst ping_idle_ping.py: using RAC 80\u000a17:54:59.292597 tst ping_idle_ping.py: using CellId 35270\u000a17:54:59.421833 tst ping_idle_ping.py: using BVCI 35271\u000a17:54:59.446984 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:59.458904 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:59.470557 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:59.482245 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:59.494287 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:59.506181 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:59.518257 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:54:59.530211 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:54:59.829206 tst ping_idle_ping.py:24: start network...\u000a17:54:59.965906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:00.482382 run create_hlr_db(pid=13608): Launched\u000a17:55:00.672218 bus /gobi_6: Setting Powered False\u000a17:55:01.726104 run create_hlr_db(pid=13608): Terminated: ok {rc=0}\u000a17:55:02.212158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13613): Launched\u000a17:55:02.541536 run osmo-hlr_10.42.42.2(pid=13614): Launched\u000a17:55:02.662987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:03.231694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13616): Launched\u000a17:55:03.559631 run osmo-stp_10.42.42.5(pid=13617): Launched\u000a17:55:03.678828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:55:04.252014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13619): Launched\u000a17:55:04.368667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:55:04.654597 run patchelf(pid=13620): Launched\u000a17:55:04.846933 run osmo-stp_10.42.42.5(pid=13617): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13617)]\u000a17:55:04.987508 run osmo-stp_10.42.42.5(pid=13617): stdout: \u000a| (launched: 2022-12-13_17:55:03.397514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:05.128393 run osmo-stp_10.42.42.5(pid=13617): stderr: \u000a| �[0;m�[38;5;43m20221213175503590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175503590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175503591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175503591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175503591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:05.263758 run osmo-stp_10.42.42.5(pid=13617): stdout: \u000a| (launched: 2022-12-13_17:55:03.397514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:05.398152 run osmo-stp_10.42.42.5(pid=13617): stderr: \u000a| �[0;m�[38;5;43m20221213175503590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175503590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175503591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175503591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175503591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175503591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175503592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:05.555745 run patchelf(pid=13620): Terminating (SIGINT)\u000a17:55:05.740845 run patchelf(pid=13620): Terminated: ok {rc=0}\u000a17:55:05.774744 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13617): Process ended prematurely: osmo-stp_10.42.42.5(pid=13617) [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13617)] [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a17:55:05.784179 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a17:55:05.848643 run osmo-hlr_10.42.42.2(pid=13614): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13614)]\u000a17:55:05.901264 run osmo-hlr_10.42.42.2(pid=13614): stdout: \u000a| (launched: 2022-12-13_17:55:02.378952) \u000a17:55:05.954250 run osmo-hlr_10.42.42.2(pid=13614): stderr: \u000a| �[0;m�[1;31m20221213175502576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175502576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175502576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175502576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175502576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175502577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175502589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175502598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175502598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175502598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:05.999729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13613): Terminating (SIGTERM)\u000a17:55:06.042810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13616): Terminating (SIGTERM)\u000a17:55:06.086390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13619): Terminating (SIGTERM)\u000a17:55:06.096289 --- ParallelTerminationStrategy: PID 13613 died...\u000a17:55:06.153668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13613): Terminated: ok {rc=0}\u000a17:55:06.163879 --- ParallelTerminationStrategy: PID 13616 died...\u000a17:55:06.220890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13616): Terminated: ok {rc=0}\u000a17:55:06.231055 --- ParallelTerminationStrategy: PID 13619 died...\u000a17:55:06.288230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13619): Terminated: ok {rc=0}\u000a17:55:06.376573 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:54:07" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13630): Process ended prematurely: osmo-stp_10.42.42.5(pid=13630) [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13630): Process ended prematurely: osmo-stp_10.42.42.5(pid=13630) [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:55:08.410119 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:08.421455 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:55:08.577412 tst switch_tch_pdch.py: using LAC 35271\u000a17:55:08.705601 tst switch_tch_pdch.py: using RAC 81\u000a17:55:08.835117 tst switch_tch_pdch.py: using CellId 35271\u000a17:55:08.964752 tst switch_tch_pdch.py: using BVCI 35272\u000a17:55:08.990087 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:09.001875 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:09.013464 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:09.025053 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:09.036830 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:09.048592 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:09.060510 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:55:09.072378 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:55:09.192578 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:55:09.474714 tst switch_tch_pdch.py:51: start network...\u000a17:55:09.601435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:10.090503 run create_hlr_db(pid=13624): Launched\u000a17:55:10.266376 bus /gobi_6: Setting Powered False\u000a17:55:11.287919 run create_hlr_db(pid=13624): Terminated: ok {rc=0}\u000a17:55:11.695420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13626): Launched\u000a17:55:12.002602 run osmo-hlr_10.42.42.2(pid=13627): Launched\u000a17:55:12.117777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:12.647339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13629): Launched\u000a17:55:12.954016 run osmo-stp_10.42.42.5(pid=13630): Launched\u000a17:55:13.065417 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:55:13.596930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13632): Launched\u000a17:55:13.705470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:55:13.974536 run patchelf(pid=13633): Launched\u000a17:55:14.154318 run osmo-stp_10.42.42.5(pid=13630): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)]\u000a17:55:14.284796 run osmo-stp_10.42.42.5(pid=13630): stdout: \u000a| (launched: 2022-12-13_17:55:12.802427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:14.416562 run osmo-stp_10.42.42.5(pid=13630): stderr: \u000a| �[0;m�[38;5;43m20221213175512971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175512971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175512971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175512971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:14.542306 run osmo-stp_10.42.42.5(pid=13630): stdout: \u000a| (launched: 2022-12-13_17:55:12.802427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:14.666749 run osmo-stp_10.42.42.5(pid=13630): stderr: \u000a| �[0;m�[38;5;43m20221213175512971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175512971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175512971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175512971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:14.812891 run patchelf(pid=13633): Terminating (SIGINT)\u000a17:55:14.984871 run patchelf(pid=13633): Terminated: ok {rc=0}\u000a17:55:15.016147 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13630): Process ended prematurely: osmo-stp_10.42.42.5(pid=13630) [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)] [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:55:15.024863 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a17:55:15.085184 run osmo-hlr_10.42.42.2(pid=13627): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13627)]\u000a17:55:15.135541 run osmo-hlr_10.42.42.2(pid=13627): stdout: \u000a| (launched: 2022-12-13_17:55:11.850768) \u000a17:55:15.186027 run osmo-hlr_10.42.42.2(pid=13627): stderr: \u000a| �[0;m�[1;31m20221213175512028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175512028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175512028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175512028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175512028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175512028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175512040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175512050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175512050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175512050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:15.228801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13626): Terminating (SIGTERM)\u000a17:55:15.269137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13629): Terminating (SIGTERM)\u000a17:55:15.309607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13632): Terminating (SIGTERM)\u000a17:55:15.318478 --- ParallelTerminationStrategy: PID 13626 died...\u000a17:55:15.372427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13626): Terminated: ok {rc=0}\u000a17:55:15.382038 --- ParallelTerminationStrategy: PID 13629 died...\u000a17:55:15.435566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13629): Terminated: ok {rc=0}\u000a17:55:15.445305 --- ParallelTerminationStrategy: PID 13632 died...\u000a17:55:15.499006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13632): Terminated: ok {rc=0}\u000a17:55:15.588589 bus /gobi_0: Setting Powered False\u000a17:55:16.701716 bus /gobi_0: Setting Powered False\u000a17:55:17.819732 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:55:08" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13644): Process ended prematurely: osmo-stp_10.42.42.5(pid=13644) [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13644)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13644): Process ended prematurely: osmo-stp_10.42.42.5(pid=13644) [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:55:19.790086 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:19.801535 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:55:19.958282 tst switch_tch_pdch.py: using LAC 35272\u000a17:55:20.079890 tst switch_tch_pdch.py: using RAC 82\u000a17:55:20.200829 tst switch_tch_pdch.py: using CellId 35272\u000a17:55:20.321687 tst switch_tch_pdch.py: using BVCI 35273\u000a17:55:20.345049 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:20.356008 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:20.366816 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:20.377582 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:20.388258 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:20.399066 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:20.410020 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:55:20.420680 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:55:20.542131 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:55:20.823006 tst switch_tch_pdch.py:51: start network...\u000a17:55:20.948843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:21.409319 run create_hlr_db(pid=13638): Launched\u000a17:55:21.534180 bus /gobi_6: Setting Powered False\u000a17:55:22.607626 run create_hlr_db(pid=13638): Terminated: ok {rc=0}\u000a17:55:23.013513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13640): Launched\u000a17:55:23.339703 run osmo-hlr_10.42.42.2(pid=13641): Launched\u000a17:55:23.458987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:23.996830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13643): Launched\u000a17:55:24.323765 run osmo-stp_10.42.42.5(pid=13644): Launched\u000a17:55:24.441987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:55:24.982222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13646): Launched\u000a17:55:25.099077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:55:25.385772 run patchelf(pid=13647): Launched\u000a17:55:25.575787 run osmo-stp_10.42.42.5(pid=13644): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13644)]\u000a17:55:25.715360 run osmo-stp_10.42.42.5(pid=13644): stdout: \u000a| (launched: 2022-12-13_17:55:24.162567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:25.855825 run osmo-stp_10.42.42.5(pid=13644): stderr: \u000a| �[0;m�[38;5;43m20221213175524355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175524355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175524355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175524356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175524356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175524356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175524356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:25.990776 run osmo-stp_10.42.42.5(pid=13644): stdout: \u000a| (launched: 2022-12-13_17:55:24.162567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:26.124426 run osmo-stp_10.42.42.5(pid=13644): stderr: \u000a| �[0;m�[38;5;43m20221213175524355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175524355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175524355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175524356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175524356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175524356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175524356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:26.281034 run patchelf(pid=13647): Terminating (SIGINT)\u000a17:55:26.464895 run patchelf(pid=13647): Terminated: ok {rc=0}\u000a17:55:26.498153 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13644): Process ended prematurely: osmo-stp_10.42.42.5(pid=13644) [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13644)] [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:55:26.507696 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a17:55:26.571776 run osmo-hlr_10.42.42.2(pid=13641): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13641)]\u000a17:55:26.624201 run osmo-hlr_10.42.42.2(pid=13641): stdout: \u000a| (launched: 2022-12-13_17:55:23.179532) \u000a17:55:26.677407 run osmo-hlr_10.42.42.2(pid=13641): stderr: \u000a| �[0;m�[1;31m20221213175523377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175523377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175523377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175523377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175523377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175523377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175523389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175523397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:26.722805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13640): Terminating (SIGTERM)\u000a17:55:26.765868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13643): Terminating (SIGTERM)\u000a17:55:26.809134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13646): Terminating (SIGTERM)\u000a17:55:26.818922 --- ParallelTerminationStrategy: PID 13640 died...\u000a17:55:26.876696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13640): Terminated: ok {rc=0}\u000a17:55:26.886933 --- ParallelTerminationStrategy: PID 13643 died...\u000a17:55:26.944439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13643): Terminated: ok {rc=0}\u000a17:55:26.954587 --- ParallelTerminationStrategy: PID 13646 died...\u000a17:55:27.012022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13646): Terminated: ok {rc=0}\u000a17:55:27.101537 bus /gobi_0: Setting Powered False\u000a17:55:28.207167 bus /gobi_0: Setting Powered False\u000a17:55:29.320699 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:55:19" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13652) [trial-2392↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13652) [trial-2392↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a17:55:31.258322 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a17:55:31.270161 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:31.441001 tst mo_mt_sms.py: using LAC 35273\u000a17:55:31.570471 tst mo_mt_sms.py: using RAC 83\u000a17:55:31.702247 tst mo_mt_sms.py: using CellId 35273\u000a17:55:31.844649 tst mo_mt_sms.py: using BVCI 35274\u000a17:55:31.871979 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:32.022147 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:32.369236 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:55:32.505442 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:55:33.177262 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13651): Launched\u000a17:55:33.501097 run osmo-nitb_10.42.42.2(pid=13652): Launched\u000a17:55:33.700664 run osmo-nitb_10.42.42.2(pid=13652): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)]\u000a17:55:33.848864 run osmo-nitb_10.42.42.2(pid=13652): stdout: \u000a| (launched: 2022-12-13_17:55:33.343053) \u000a17:55:33.996752 run osmo-nitb_10.42.42.2(pid=13652): stderr: \u000a| (launched: 2022-12-13_17:55:33.391413)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:34.140096 run osmo-nitb_10.42.42.2(pid=13652): stdout: \u000a| (launched: 2022-12-13_17:55:33.343053) \u000a17:55:34.281711 run osmo-nitb_10.42.42.2(pid=13652): stderr: \u000a| (launched: 2022-12-13_17:55:33.391413)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:34.633446 tst osmo-nitb_10.42.42.2(pid=13652): stdout: \u000a| (launched: 2022-12-13_17:55:33.343053) \u000a17:55:34.764093 tst osmo-nitb_10.42.42.2(pid=13652): stderr: \u000a| (launched: 2022-12-13_17:55:33.391413)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:34.821899 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13652) [trial-2392↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13652)] [trial-2392↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a17:55:34.830884 tst mo_mt_sms.py:11: Test FAILED (3.6 sec)\u000a17:55:34.868452 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13651): Terminating (SIGTERM)\u000a17:55:35.047586 --- ParallelTerminationStrategy: PID 13651 died...\u000a17:55:35.103826 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13651): Terminated: ok {rc=0}\u000a17:55:35.193984 bus /sierra_3: Setting Powered False\u000a17:55:36.298794 bus /sierra_3: Setting Powered False\u000a17:55:37.415473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:55:31" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13662): Process ended prematurely: osmo-stp_10.42.42.5(pid=13662) [trial-2392↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13662): Process ended prematurely: osmo-stp_10.42.42.5(pid=13662) [trial-2392↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a17:55:39.302526 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:39.313092 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:39.446915 tst mo_mt_sms.py: using LAC 35274\u000a17:55:39.565293 tst mo_mt_sms.py: using RAC 84\u000a17:55:39.685475 tst mo_mt_sms.py: using CellId 35274\u000a17:55:39.803749 tst mo_mt_sms.py: using BVCI 35275\u000a17:55:39.826879 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:39.837411 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:39.847660 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:39.858106 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:39.868352 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:39.878750 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:40.002679 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a17:55:40.209929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:40.697430 run create_hlr_db(pid=13656): Launched\u000a17:55:40.873446 bus /sierra_2: Setting Powered False\u000a17:55:41.894976 run create_hlr_db(pid=13656): Terminated: ok {rc=0}\u000a17:55:42.330207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13658): Launched\u000a17:55:42.657190 run osmo-hlr_10.42.42.2(pid=13659): Launched\u000a17:55:42.777528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:43.345870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13661): Launched\u000a17:55:43.671540 run osmo-stp_10.42.42.5(pid=13662): Launched\u000a17:55:43.789533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:55:44.388420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13664): Launched\u000a17:55:44.707871 run osmo-msc_10.42.42.6(pid=13665): Launched\u000a17:55:44.896903 run osmo-stp_10.42.42.5(pid=13662): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)]\u000a17:55:45.032384 run osmo-stp_10.42.42.5(pid=13662): stdout: \u000a| (launched: 2022-12-13_17:55:43.510372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:45.166519 run osmo-stp_10.42.42.5(pid=13662): stderr: \u000a| �[0;m�[38;5;43m20221213175543703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175543703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175543704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175543704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175543704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175543705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175543705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:45.295159 run osmo-stp_10.42.42.5(pid=13662): stdout: \u000a| (launched: 2022-12-13_17:55:43.510372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:45.422802 run osmo-stp_10.42.42.5(pid=13662): stderr: \u000a| �[0;m�[38;5;43m20221213175543703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175543703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175543704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175543704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175543704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175543705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175543705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:45.478786 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13662): Process ended prematurely: osmo-stp_10.42.42.5(pid=13662) [trial-2392↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)] [trial-2392↪sms:trx-lms↪mo_mt_sms.py:16]\u000a17:55:45.487599 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a17:55:45.551466 run osmo-hlr_10.42.42.2(pid=13659): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13659)]\u000a17:55:45.604001 run osmo-hlr_10.42.42.2(pid=13659): stdout: \u000a| (launched: 2022-12-13_17:55:42.495383) \u000a17:55:45.656936 run osmo-hlr_10.42.42.2(pid=13659): stderr: \u000a| �[0;m�[1;31m20221213175542693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175542693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175542693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175542693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175542693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175542693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175542706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175542714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175542715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175542715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:45.728791 run osmo-msc_10.42.42.6(pid=13665): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13665)]\u000a17:55:45.781068 run osmo-msc_10.42.42.6(pid=13665): stdout: \u000a| (launched: 2022-12-13_17:55:44.550869) \u000a17:55:45.835340 run osmo-msc_10.42.42.6(pid=13665): stderr: \u000a| �[0;m�[38;5;43m20221213175544870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175544870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b77a45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175544870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175544871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175544871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175544871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175544873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175544873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175544873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175544873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:55:45.888216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13658): Terminating (SIGTERM)\u000a17:55:45.944687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13661): Terminating (SIGTERM)\u000a17:55:45.989438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13664): Terminating (SIGTERM)\u000a17:55:45.999637 --- ParallelTerminationStrategy: PID 13658 died...\u000a17:55:46.060659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13658): Terminated: ok {rc=0}\u000a17:55:46.072366 --- ParallelTerminationStrategy: PID 13661 died...\u000a17:55:46.131221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13661): Terminated: ok {rc=0}\u000a17:55:46.143250 --- ParallelTerminationStrategy: PID 13664 died...\u000a17:55:46.202064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13664): Terminated: ok {rc=0}\u000a17:55:46.293699 bus /sierra_3: Setting Powered False\u000a17:55:47.396399 bus /sierra_3: Setting Powered False\u000a17:55:48.507851 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:55:39" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13674): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13674) [trial-2392↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13674)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13674): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13674) [trial-2392↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a17:55:50.341764 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a17:55:50.352233 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:50.486000 tst assert_extension.py: using LAC 35275\u000a17:55:50.611723 tst assert_extension.py: using RAC 85\u000a17:55:50.726434 tst assert_extension.py: using CellId 35275\u000a17:55:50.842463 tst assert_extension.py: using BVCI 35276\u000a17:55:50.865147 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a17:55:51.156376 tst assert_extension.py:10: start nitb and bts...\u000a17:55:51.289951 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:55:51.947596 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13670): Launched\u000a17:55:52.243170 run osmo-nitb_10.42.42.2(pid=13674): Launched\u000a17:55:52.427389 run osmo-nitb_10.42.42.2(pid=13674): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13674)]\u000a17:55:52.563249 run osmo-nitb_10.42.42.2(pid=13674): stdout: \u000a| (launched: 2022-12-13_17:55:52.098255) \u000a17:55:52.699200 run osmo-nitb_10.42.42.2(pid=13674): stderr: \u000a| (launched: 2022-12-13_17:55:52.142473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:52.830712 run osmo-nitb_10.42.42.2(pid=13674): stdout: \u000a| (launched: 2022-12-13_17:55:52.098255) \u000a17:55:52.960626 run osmo-nitb_10.42.42.2(pid=13674): stderr: \u000a| (launched: 2022-12-13_17:55:52.142473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:53.373089 tst osmo-nitb_10.42.42.2(pid=13674): stdout: \u000a| (launched: 2022-12-13_17:55:52.098255) \u000a17:55:53.500459 tst osmo-nitb_10.42.42.2(pid=13674): stderr: \u000a| (launched: 2022-12-13_17:55:52.142473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:55:53.556366 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13674): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13674) [trial-2392↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13674)] [trial-2392↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a17:55:53.565427 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a17:55:53.602603 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13670): Terminating (SIGTERM)\u000a17:55:53.780648 --- ParallelTerminationStrategy: PID 13670 died...\u000a17:55:53.839051 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13670): Terminated: ok {rc=0}\u000a17:55:53.929504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:55:50" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13686): Process ended prematurely: osmo-stp_10.42.42.5(pid=13686) [trial-2392↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13686)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13686): Process ended prematurely: osmo-stp_10.42.42.5(pid=13686) [trial-2392↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a17:55:55.760848 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:55.771404 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a17:55:55.902469 tst assert_extension.py: using LAC 35276\u000a17:55:56.027155 tst assert_extension.py: using RAC 86\u000a17:55:56.150626 tst assert_extension.py: using CellId 35276\u000a17:55:56.273723 tst assert_extension.py: using BVCI 35277\u000a17:55:56.298019 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:56.309134 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:56.319938 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:56.330804 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:56.341926 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:55:56.353390 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a17:55:56.553418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:57.030040 run create_hlr_db(pid=13680): Launched\u000a17:55:57.203313 bus /sierra_2: Setting Powered False\u000a17:55:58.224396 run create_hlr_db(pid=13680): Terminated: ok {rc=0}\u000a17:55:58.650489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13682): Launched\u000a17:55:58.970380 run osmo-hlr_10.42.42.2(pid=13683): Launched\u000a17:55:59.089416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:59.647229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13685): Launched\u000a17:55:59.967451 run osmo-stp_10.42.42.5(pid=13686): Launched\u000a17:56:00.084065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:00.667434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13688): Launched\u000a17:56:01.018933 run osmo-msc_10.42.42.6(pid=13689): Launched\u000a17:56:01.301125 run osmo-stp_10.42.42.5(pid=13686): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13686)]\u000a17:56:01.593927 run osmo-stp_10.42.42.5(pid=13686): stdout: \u000a| (launched: 2022-12-13_17:55:59.810121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:01.874687 run osmo-stp_10.42.42.5(pid=13686): stderr: \u000a| �[0;m�[38;5;43m20221213175559997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175559997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175559998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175559998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175559999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175559999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175559999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:02.045524 run osmo-stp_10.42.42.5(pid=13686): stdout: \u000a| (launched: 2022-12-13_17:55:59.810121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:02.207060 run osmo-stp_10.42.42.5(pid=13686): stderr: \u000a| �[0;m�[38;5;43m20221213175559997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175559997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175559998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175559998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175559999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175559999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175559999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:02.275944 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13686): Process ended prematurely: osmo-stp_10.42.42.5(pid=13686) [trial-2392↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13686)] [trial-2392↪ussd:trx-lms↪assert_extension.py:17]\u000a17:56:02.286775 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a17:56:02.353174 run osmo-hlr_10.42.42.2(pid=13683): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13683)]\u000a17:56:02.407847 run osmo-hlr_10.42.42.2(pid=13683): stdout: \u000a| (launched: 2022-12-13_17:55:58.813382) \u000a17:56:02.463456 run osmo-hlr_10.42.42.2(pid=13683): stderr: \u000a| �[0;m�[1;31m20221213175559006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175559006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175559006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175559006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175559006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175559006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175559018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175559026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175559026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175559026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:02.537615 run osmo-msc_10.42.42.6(pid=13689): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13689)]\u000a17:56:02.592032 run osmo-msc_10.42.42.6(pid=13689): stdout: \u000a| (launched: 2022-12-13_17:56:00.830914) \u000a17:56:02.645808 run osmo-msc_10.42.42.6(pid=13689): stderr: \u000a| �[0;m�[38;5;43m20221213175601498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175601498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f754eab2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175601498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175601498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175601498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175601498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175601500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175601501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175601501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175601501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:02.691595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13682): Terminating (SIGTERM)\u000a17:56:02.734841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13685): Terminating (SIGTERM)\u000a17:56:02.778057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13688): Terminating (SIGTERM)\u000a17:56:02.787383 --- ParallelTerminationStrategy: PID 13682 died...\u000a17:56:02.846158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13682): Terminated: ok {rc=0}\u000a17:56:02.856305 --- ParallelTerminationStrategy: PID 13685 died...\u000a17:56:02.913732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13685): Terminated: ok {rc=0}\u000a17:56:02.923823 --- ParallelTerminationStrategy: PID 13688 died...\u000a17:56:02.980698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13688): Terminated: ok {rc=0}\u000a17:56:03.068332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:55:55" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13700): Process ended prematurely: osmo-stp_10.42.42.5(pid=13700) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13700)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13700): Process ended prematurely: osmo-stp_10.42.42.5(pid=13700) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:56:05.024917 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:05.036574 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:56:05.202355 tst mo_mt_call.py: using LAC 35277\u000a17:56:05.330709 tst mo_mt_call.py: using RAC 87\u000a17:56:05.459009 tst mo_mt_call.py: using CellId 35277\u000a17:56:05.587363 tst mo_mt_call.py: using BVCI 35278\u000a17:56:05.612117 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:05.623618 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:05.634939 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:05.646368 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:05.658084 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:05.669723 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:56:05.786962 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:56:06.001233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:06.511266 run create_hlr_db(pid=13694): Launched\u000a17:56:06.699492 bus /sierra_2: Setting Powered False\u000a17:56:07.720569 run create_hlr_db(pid=13694): Terminated: ok {rc=0}\u000a17:56:08.154076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13696): Launched\u000a17:56:08.479789 run osmo-hlr_10.42.42.2(pid=13697): Launched\u000a17:56:08.596803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:09.163897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13699): Launched\u000a17:56:09.489636 run osmo-stp_10.42.42.5(pid=13700): Launched\u000a17:56:09.608035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:10.201747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13702): Launched\u000a17:56:10.526823 run osmo-msc_10.42.42.6(pid=13703): Launched\u000a17:56:10.716159 run osmo-stp_10.42.42.5(pid=13700): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13700)]\u000a17:56:10.854785 run osmo-stp_10.42.42.5(pid=13700): stdout: \u000a| (launched: 2022-12-13_17:56:09.329531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:10.990879 run osmo-stp_10.42.42.5(pid=13700): stderr: \u000a| �[0;m�[38;5;43m20221213175609516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175609516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175609517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175609517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175609518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175609518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175609518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:11.121047 run osmo-stp_10.42.42.5(pid=13700): stdout: \u000a| (launched: 2022-12-13_17:56:09.329531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:11.250394 run osmo-stp_10.42.42.5(pid=13700): stderr: \u000a| �[0;m�[38;5;43m20221213175609516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175609516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175609517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175609517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175609518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175609518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175609518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:11.307445 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13700): Process ended prematurely: osmo-stp_10.42.42.5(pid=13700) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13700)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:56:11.316628 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:56:11.380548 run osmo-hlr_10.42.42.2(pid=13697): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13697)]\u000a17:56:11.432646 run osmo-hlr_10.42.42.2(pid=13697): stdout: \u000a| (launched: 2022-12-13_17:56:08.319564) \u000a17:56:11.485154 run osmo-hlr_10.42.42.2(pid=13697): stderr: \u000a| �[0;m�[1;31m20221213175608513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175608513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175608513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175608513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175608513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175608513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175608525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175608534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175608534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175608534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:11.556186 run osmo-msc_10.42.42.6(pid=13703): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13703)]\u000a17:56:11.608162 run osmo-msc_10.42.42.6(pid=13703): stdout: \u000a| (launched: 2022-12-13_17:56:10.366385) \u000a17:56:11.660641 run osmo-msc_10.42.42.6(pid=13703): stderr: \u000a| �[0;m�[38;5;43m20221213175610685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175610685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc42335c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175610685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175610685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175610685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175610686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175610687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175610688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175610688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175610688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:11.705515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13696): Terminating (SIGTERM)\u000a17:56:11.748265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13699): Terminating (SIGTERM)\u000a17:56:11.790513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13702): Terminating (SIGTERM)\u000a17:56:11.800517 --- ParallelTerminationStrategy: PID 13696 died...\u000a17:56:11.857679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13696): Terminated: ok {rc=0}\u000a17:56:11.867768 --- ParallelTerminationStrategy: PID 13699 died...\u000a17:56:11.924663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13699): Terminated: ok {rc=0}\u000a17:56:11.934837 --- ParallelTerminationStrategy: PID 13702 died...\u000a17:56:11.991514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13702): Terminated: ok {rc=0}\u000a17:56:12.080034 bus /sierra_3: Setting Powered False\u000a17:56:13.185957 bus /sierra_3: Setting Powered False\u000a17:56:14.297913 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13711): Process ended prematurely: osmo-stp_10.42.42.5(pid=13711) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13711)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13711): Process ended prematurely: osmo-stp_10.42.42.5(pid=13711) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:56:15.412143 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:15.424257 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:56:15.593925 tst mo_mt_call_osmux.py: using LAC 35278\u000a17:56:15.721701 tst mo_mt_call_osmux.py: using RAC 88\u000a17:56:15.847044 tst mo_mt_call_osmux.py: using CellId 35278\u000a17:56:15.986948 tst mo_mt_call_osmux.py: using BVCI 35279\u000a17:56:16.010762 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:16.023450 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:16.035395 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:16.048291 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:16.060833 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:56:16.072522 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:56:16.214215 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:56:16.447615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:17.000709 run create_hlr_db(pid=13705): Launched\u000a17:56:17.192226 bus /sierra_2: Setting Powered False\u000a17:56:18.210672 run create_hlr_db(pid=13705): Terminated: ok {rc=0}\u000a17:56:18.644473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13707): Launched\u000a17:56:18.970930 run osmo-hlr_10.42.42.2(pid=13708): Launched\u000a17:56:19.087934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:19.657387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13710): Launched\u000a17:56:19.986562 run osmo-stp_10.42.42.5(pid=13711): Launched\u000a17:56:20.105846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:20.704291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13713): Launched\u000a17:56:21.032452 run osmo-msc_10.42.42.6(pid=13714): Launched\u000a17:56:21.222687 run osmo-stp_10.42.42.5(pid=13711): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13711)]\u000a17:56:21.360693 run osmo-stp_10.42.42.5(pid=13711): stdout: \u000a| (launched: 2022-12-13_17:56:19.824082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:21.497152 run osmo-stp_10.42.42.5(pid=13711): stderr: \u000a| �[0;m�[38;5;43m20221213175620013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175620013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175620014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175620014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175620015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175620015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175620015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:21.628137 run osmo-stp_10.42.42.5(pid=13711): stdout: \u000a| (launched: 2022-12-13_17:56:19.824082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:21.758298 run osmo-stp_10.42.42.5(pid=13711): stderr: \u000a| �[0;m�[38;5;43m20221213175620013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175620013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175620014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175620014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175620015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175620015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175620015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:21.816009 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13711): Process ended prematurely: osmo-stp_10.42.42.5(pid=13711) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13711)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:56:21.825544 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:56:21.889187 run osmo-hlr_10.42.42.2(pid=13708): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13708)]\u000a17:56:21.941371 run osmo-hlr_10.42.42.2(pid=13708): stdout: \u000a| (launched: 2022-12-13_17:56:18.810591) \u000a17:56:21.994079 run osmo-hlr_10.42.42.2(pid=13708): stderr: \u000a| �[0;m�[1;31m20221213175619004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175619004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175619004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175619004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175619004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175619004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175619059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175619069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175619069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175619069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:22.065663 run osmo-msc_10.42.42.6(pid=13714): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13714)]\u000a17:56:22.117667 run osmo-msc_10.42.42.6(pid=13714): stdout: \u000a| (launched: 2022-12-13_17:56:20.870584) \u000a17:56:22.170322 run osmo-msc_10.42.42.6(pid=13714): stderr: \u000a| �[0;m�[38;5;43m20221213175621187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175621187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f346b175c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175621187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175621187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175621188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175621188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175621190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175621190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175621190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175621190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:22.215359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13707): Terminating (SIGTERM)\u000a17:56:22.258337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13710): Terminating (SIGTERM)\u000a17:56:22.300830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13713): Terminating (SIGTERM)\u000a17:56:22.310534 --- ParallelTerminationStrategy: PID 13707 died...\u000a17:56:22.367557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13707): Terminated: ok {rc=0}\u000a17:56:22.377789 --- ParallelTerminationStrategy: PID 13710 died...\u000a17:56:22.434366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13710): Terminated: ok {rc=0}\u000a17:56:22.444399 --- ParallelTerminationStrategy: PID 13713 died...\u000a17:56:22.501110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13713): Terminated: ok {rc=0}\u000a17:56:22.589662 bus /sierra_3: Setting Powered False\u000a17:56:23.697101 bus /sierra_3: Setting Powered False\u000a17:56:24.811587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:56:04" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13725): Process ended prematurely: osmo-stp_10.42.42.5(pid=13725) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13725)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13725): Process ended prematurely: osmo-stp_10.42.42.5(pid=13725) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:56:26.804005 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:26.815032 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:56:26.974251 tst mo_mt_call.py: using LAC 35279\u000a17:56:27.095529 tst mo_mt_call.py: using RAC 89\u000a17:56:27.217227 tst mo_mt_call.py: using CellId 35279\u000a17:56:27.345101 tst mo_mt_call.py: using BVCI 35280\u000a17:56:27.368259 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:27.379314 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:27.390102 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:27.400824 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:27.413531 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:27.426810 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:27.549087 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:27.760132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:28.272066 run create_hlr_db(pid=13719): Launched\u000a17:56:28.460698 bus /sierra_2: Setting Powered False\u000a17:56:29.482240 run create_hlr_db(pid=13719): Terminated: ok {rc=0}\u000a17:56:29.918335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13721): Launched\u000a17:56:30.243089 run osmo-hlr_10.42.42.2(pid=13722): Launched\u000a17:56:30.365116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:30.948690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13724): Launched\u000a17:56:31.429390 run osmo-stp_10.42.42.5(pid=13725): Launched\u000a17:56:31.547192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:32.138852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13727): Launched\u000a17:56:32.452558 run osmo-msc_10.42.42.6(pid=13728): Launched\u000a17:56:32.632834 run osmo-stp_10.42.42.5(pid=13725): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13725)]\u000a17:56:32.763004 run osmo-stp_10.42.42.5(pid=13725): stdout: \u000a| (launched: 2022-12-13_17:56:31.116314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:32.889997 run osmo-stp_10.42.42.5(pid=13725): stderr: \u000a| �[0;m�[38;5;43m20221213175631321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175631321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175631322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175631322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175631322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175631322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175631323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:33.011676 run osmo-stp_10.42.42.5(pid=13725): stdout: \u000a| (launched: 2022-12-13_17:56:31.116314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:33.131877 run osmo-stp_10.42.42.5(pid=13725): stderr: \u000a| �[0;m�[38;5;43m20221213175631321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175631321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175631322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175631322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175631322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175631322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175631323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:33.185301 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13725): Process ended prematurely: osmo-stp_10.42.42.5(pid=13725) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13725)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:56:33.193910 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:56:33.253433 run osmo-hlr_10.42.42.2(pid=13722): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13722)]\u000a17:56:33.302620 run osmo-hlr_10.42.42.2(pid=13722): stdout: \u000a| (launched: 2022-12-13_17:56:30.083913) \u000a17:56:33.352675 run osmo-hlr_10.42.42.2(pid=13722): stderr: \u000a| �[0;m�[1;31m20221213175630277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175630277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175630277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175630277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175630277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175630277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175630291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175630301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175630301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175630301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:33.420571 run osmo-msc_10.42.42.6(pid=13728): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13728)]\u000a17:56:33.469877 run osmo-msc_10.42.42.6(pid=13728): stdout: \u000a| (launched: 2022-12-13_17:56:32.299234) \u000a17:56:33.519868 run osmo-msc_10.42.42.6(pid=13728): stderr: \u000a| �[0;m�[38;5;43m20221213175632569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175632569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbe12aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175632569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175632569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175632570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175632570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175632572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175632572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175632572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175632572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:33.562152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13721): Terminating (SIGTERM)\u000a17:56:33.601921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13724): Terminating (SIGTERM)\u000a17:56:33.641966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13727): Terminating (SIGTERM)\u000a17:56:33.651138 --- ParallelTerminationStrategy: PID 13721 died...\u000a17:56:33.704432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13721): Terminated: ok {rc=0}\u000a17:56:33.714033 --- ParallelTerminationStrategy: PID 13724 died...\u000a17:56:33.767146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13724): Terminated: ok {rc=0}\u000a17:56:33.776757 --- ParallelTerminationStrategy: PID 13727 died...\u000a17:56:33.830069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13727): Terminated: ok {rc=0}\u000a17:56:33.919547 bus /sierra_3: Setting Powered False\u000a17:56:35.025285 bus /sierra_3: Setting Powered False\u000a17:56:36.132825 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13736): Process ended prematurely: osmo-stp_10.42.42.5(pid=13736) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13736)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13736): Process ended prematurely: osmo-stp_10.42.42.5(pid=13736) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:56:37.249840 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:37.262200 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:56:37.429720 tst mo_mt_call_osmux.py: using LAC 35280\u000a17:56:37.556866 tst mo_mt_call_osmux.py: using RAC 90\u000a17:56:37.684922 tst mo_mt_call_osmux.py: using CellId 35280\u000a17:56:37.811968 tst mo_mt_call_osmux.py: using BVCI 35281\u000a17:56:37.836661 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:37.848218 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:37.859484 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:37.870966 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:37.882736 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:56:37.894396 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:38.012662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:56:38.226996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:38.736911 run create_hlr_db(pid=13730): Launched\u000a17:56:38.926156 bus /sierra_2: Setting Powered False\u000a17:56:39.946524 run create_hlr_db(pid=13730): Terminated: ok {rc=0}\u000a17:56:40.354758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13732): Launched\u000a17:56:40.659387 run osmo-hlr_10.42.42.2(pid=13733): Launched\u000a17:56:40.771090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:41.297342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13735): Launched\u000a17:56:41.602058 run osmo-stp_10.42.42.5(pid=13736): Launched\u000a17:56:41.711746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:42.267739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13738): Launched\u000a17:56:42.572745 run osmo-msc_10.42.42.6(pid=13739): Launched\u000a17:56:42.751129 run osmo-stp_10.42.42.5(pid=13736): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13736)]\u000a17:56:42.879562 run osmo-stp_10.42.42.5(pid=13736): stdout: \u000a| (launched: 2022-12-13_17:56:41.451274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:43.006607 run osmo-stp_10.42.42.5(pid=13736): stderr: \u000a| �[0;m�[38;5;43m20221213175641619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175641620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175641620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175641620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175641621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175641621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175641621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:43.128227 run osmo-stp_10.42.42.5(pid=13736): stdout: \u000a| (launched: 2022-12-13_17:56:41.451274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:43.248185 run osmo-stp_10.42.42.5(pid=13736): stderr: \u000a| �[0;m�[38;5;43m20221213175641619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175641620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175641620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175641620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175641621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175641621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175641621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:43.301234 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13736): Process ended prematurely: osmo-stp_10.42.42.5(pid=13736) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13736)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:56:43.310056 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:56:43.369494 run osmo-hlr_10.42.42.2(pid=13733): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13733)]\u000a17:56:43.418767 run osmo-hlr_10.42.42.2(pid=13733): stdout: \u000a| (launched: 2022-12-13_17:56:40.509322) \u000a17:56:43.468804 run osmo-hlr_10.42.42.2(pid=13733): stderr: \u000a| �[0;m�[1;31m20221213175640684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175640684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175640684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175640684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175640684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175640684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175640696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175640704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175640705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175640705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:43.536262 run osmo-msc_10.42.42.6(pid=13739): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13739)]\u000a17:56:43.585337 run osmo-msc_10.42.42.6(pid=13739): stdout: \u000a| (launched: 2022-12-13_17:56:42.422532) \u000a17:56:43.634905 run osmo-msc_10.42.42.6(pid=13739): stderr: \u000a| �[0;m�[38;5;43m20221213175642692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175642692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce0a7c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175642692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175642693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175642693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175642693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175642695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175642695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175642695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175642695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:43.677130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13732): Terminating (SIGTERM)\u000a17:56:43.717064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13735): Terminating (SIGTERM)\u000a17:56:43.756911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13738): Terminating (SIGTERM)\u000a17:56:43.766180 --- ParallelTerminationStrategy: PID 13732 died...\u000a17:56:43.820004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13732): Terminated: ok {rc=0}\u000a17:56:43.829814 --- ParallelTerminationStrategy: PID 13735 died...\u000a17:56:43.883042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13735): Terminated: ok {rc=0}\u000a17:56:43.892545 --- ParallelTerminationStrategy: PID 13738 died...\u000a17:56:43.945657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13738): Terminated: ok {rc=0}\u000a17:56:44.029432 bus /sierra_3: Setting Powered False\u000a17:56:45.135218 bus /sierra_3: Setting Powered False\u000a17:56:46.255160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:56:26" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13750): Process ended prematurely: osmo-stp_10.42.42.5(pid=13750) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13750)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13750): Process ended prematurely: osmo-stp_10.42.42.5(pid=13750) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:56:48.253419 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:48.264466 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:56:48.422378 tst mo_mt_call.py: using LAC 35281\u000a17:56:48.543902 tst mo_mt_call.py: using RAC 91\u000a17:56:48.665339 tst mo_mt_call.py: using CellId 35281\u000a17:56:48.785689 tst mo_mt_call.py: using BVCI 35282\u000a17:56:48.808752 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:48.819912 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:48.830801 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:48.841667 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:48.852680 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:48.863667 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:48.984818 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:49.202405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:49.715851 run create_hlr_db(pid=13744): Launched\u000a17:56:49.906027 bus /sierra_2: Setting Powered False\u000a17:56:50.927197 run create_hlr_db(pid=13744): Terminated: ok {rc=0}\u000a17:56:51.362284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13746): Launched\u000a17:56:51.687838 run osmo-hlr_10.42.42.2(pid=13747): Launched\u000a17:56:51.806600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:52.372549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13749): Launched\u000a17:56:52.699265 run osmo-stp_10.42.42.5(pid=13750): Launched\u000a17:56:52.818167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:56:53.415046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13752): Launched\u000a17:56:53.741490 run osmo-msc_10.42.42.6(pid=13753): Launched\u000a17:56:53.932386 run osmo-stp_10.42.42.5(pid=13750): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13750)]\u000a17:56:54.070851 run osmo-stp_10.42.42.5(pid=13750): stdout: \u000a| (launched: 2022-12-13_17:56:52.537955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:54.207364 run osmo-stp_10.42.42.5(pid=13750): stderr: \u000a| �[0;m�[38;5;43m20221213175652727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175652727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175652727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175652727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175652728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175652728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175652728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:54.338228 run osmo-stp_10.42.42.5(pid=13750): stdout: \u000a| (launched: 2022-12-13_17:56:52.537955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:54.467866 run osmo-stp_10.42.42.5(pid=13750): stderr: \u000a| �[0;m�[38;5;43m20221213175652727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175652727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175652727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175652727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175652728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175652728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175652728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:54.524867 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13750): Process ended prematurely: osmo-stp_10.42.42.5(pid=13750) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13750)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:56:54.534180 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:56:54.597873 run osmo-hlr_10.42.42.2(pid=13747): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13747)]\u000a17:56:54.650101 run osmo-hlr_10.42.42.2(pid=13747): stdout: \u000a| (launched: 2022-12-13_17:56:51.528200) \u000a17:56:54.703489 run osmo-hlr_10.42.42.2(pid=13747): stderr: \u000a| �[0;m�[1;31m20221213175651722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175651722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175651722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175651722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175651722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175651722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175651738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175651746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175651746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175651746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:54.775585 run osmo-msc_10.42.42.6(pid=13753): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13753)]\u000a17:56:54.828128 run osmo-msc_10.42.42.6(pid=13753): stdout: \u000a| (launched: 2022-12-13_17:56:53.580644) \u000a17:56:54.880804 run osmo-msc_10.42.42.6(pid=13753): stderr: \u000a| �[0;m�[38;5;43m20221213175653897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175653897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0619699c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175653897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175653897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175653898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175653898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175653899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175653900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175653900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175653900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:56:54.925877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13746): Terminating (SIGTERM)\u000a17:56:54.968156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13749): Terminating (SIGTERM)\u000a17:56:55.010638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13752): Terminating (SIGTERM)\u000a17:56:55.020302 --- ParallelTerminationStrategy: PID 13746 died...\u000a17:56:55.077257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13746): Terminated: ok {rc=0}\u000a17:56:55.087337 --- ParallelTerminationStrategy: PID 13749 died...\u000a17:56:55.143801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13749): Terminated: ok {rc=0}\u000a17:56:55.153906 --- ParallelTerminationStrategy: PID 13752 died...\u000a17:56:55.210552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13752): Terminated: ok {rc=0}\u000a17:56:55.298407 bus /sierra_3: Setting Powered False\u000a17:56:56.405608 bus /sierra_3: Setting Powered False\u000a17:56:57.515091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13761): Process ended prematurely: osmo-stp_10.42.42.5(pid=13761) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13761): Process ended prematurely: osmo-stp_10.42.42.5(pid=13761) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:56:58.630605 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:58.642838 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:56:58.810794 tst mo_mt_call_osmux.py: using LAC 35282\u000a17:56:58.939972 tst mo_mt_call_osmux.py: using RAC 92\u000a17:56:59.068451 tst mo_mt_call_osmux.py: using CellId 35282\u000a17:56:59.194826 tst mo_mt_call_osmux.py: using BVCI 35283\u000a17:56:59.219519 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:59.231085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:59.242422 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:59.254103 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:59.265817 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:56:59.277437 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:59.398880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:56:59.603363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:00.089633 run create_hlr_db(pid=13755): Launched\u000a17:57:00.263993 bus /sierra_2: Setting Powered False\u000a17:57:01.300908 run create_hlr_db(pid=13755): Terminated: ok {rc=0}\u000a17:57:01.756103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13757): Launched\u000a17:57:02.187822 run osmo-hlr_10.42.42.2(pid=13758): Launched\u000a17:57:02.304193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:02.869965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13760): Launched\u000a17:57:03.194543 run osmo-stp_10.42.42.5(pid=13761): Launched\u000a17:57:03.375941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:03.971004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13763): Launched\u000a17:57:04.298436 run osmo-msc_10.42.42.6(pid=13764): Launched\u000a17:57:04.487948 run osmo-stp_10.42.42.5(pid=13761): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)]\u000a17:57:04.625903 run osmo-stp_10.42.42.5(pid=13761): stdout: \u000a| (launched: 2022-12-13_17:57:03.035405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:04.762335 run osmo-stp_10.42.42.5(pid=13761): stderr: \u000a| �[0;m�[38;5;43m20221213175703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175703223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175703223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175703224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175703224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:04.894309 run osmo-stp_10.42.42.5(pid=13761): stdout: \u000a| (launched: 2022-12-13_17:57:03.035405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:05.024339 run osmo-stp_10.42.42.5(pid=13761): stderr: \u000a| �[0;m�[38;5;43m20221213175703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175703223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175703223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175703224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175703224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:05.081978 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13761): Process ended prematurely: osmo-stp_10.42.42.5(pid=13761) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:57:05.091541 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:57:05.155455 run osmo-hlr_10.42.42.2(pid=13758): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13758)]\u000a17:57:05.207692 run osmo-hlr_10.42.42.2(pid=13758): stdout: \u000a| (launched: 2022-12-13_17:57:01.927762) \u000a17:57:05.260501 run osmo-hlr_10.42.42.2(pid=13758): stderr: \u000a| �[0;m�[1;31m20221213175702119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175702119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175702119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175702119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175702119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175702119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175702140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175702152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175702152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175702152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:05.332046 run osmo-msc_10.42.42.6(pid=13764): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13764)]\u000a17:57:05.384757 run osmo-msc_10.42.42.6(pid=13764): stdout: \u000a| (launched: 2022-12-13_17:57:04.137111) \u000a17:57:05.437729 run osmo-msc_10.42.42.6(pid=13764): stderr: \u000a| �[0;m�[38;5;43m20221213175704457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175704457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4684c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175704457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175704457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175704458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175704458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175704459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175704460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175704460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175704460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:05.482887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13757): Terminating (SIGTERM)\u000a17:57:05.525714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13760): Terminating (SIGTERM)\u000a17:57:05.568476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13763): Terminating (SIGTERM)\u000a17:57:05.578359 --- ParallelTerminationStrategy: PID 13757 died...\u000a17:57:05.635700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13757): Terminated: ok {rc=0}\u000a17:57:05.646071 --- ParallelTerminationStrategy: PID 13760 died...\u000a17:57:05.702922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13760): Terminated: ok {rc=0}\u000a17:57:05.712941 --- ParallelTerminationStrategy: PID 13763 died...\u000a17:57:05.770187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13763): Terminated: ok {rc=0}\u000a17:57:05.857881 bus /sierra_3: Setting Powered False\u000a17:57:06.965439 bus /sierra_3: Setting Powered False\u000a17:57:08.075574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:56:47" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13775): Process ended prematurely: osmo-stp_10.42.42.5(pid=13775) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13775)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13775): Process ended prematurely: osmo-stp_10.42.42.5(pid=13775) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:57:10.080788 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:10.092504 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:57:10.258008 tst mo_mt_call.py: using LAC 35283\u000a17:57:10.385430 tst mo_mt_call.py: using RAC 93\u000a17:57:10.514182 tst mo_mt_call.py: using CellId 35283\u000a17:57:10.646110 tst mo_mt_call.py: using BVCI 35284\u000a17:57:10.670991 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:10.682757 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:10.694246 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:10.705686 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:10.717883 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:10.729881 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:57:10.848702 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:57:11.050568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:11.536335 run create_hlr_db(pid=13769): Launched\u000a17:57:11.710804 bus /sierra_2: Setting Powered False\u000a17:57:12.732294 run create_hlr_db(pid=13769): Terminated: ok {rc=0}\u000a17:57:13.164928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13771): Launched\u000a17:57:13.491387 run osmo-hlr_10.42.42.2(pid=13772): Launched\u000a17:57:13.615219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:14.180692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13774): Launched\u000a17:57:14.507126 run osmo-stp_10.42.42.5(pid=13775): Launched\u000a17:57:14.625575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:15.221342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13777): Launched\u000a17:57:15.543505 run osmo-msc_10.42.42.6(pid=13778): Launched\u000a17:57:15.723032 run osmo-stp_10.42.42.5(pid=13775): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13775)]\u000a17:57:15.875541 run osmo-stp_10.42.42.5(pid=13775): stdout: \u000a| (launched: 2022-12-13_17:57:14.345876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:16.021534 run osmo-stp_10.42.42.5(pid=13775): stderr: \u000a| �[0;m�[38;5;43m20221213175714535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175714535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175714535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175714536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175714536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175714536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175714536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:16.156464 run osmo-stp_10.42.42.5(pid=13775): stdout: \u000a| (launched: 2022-12-13_17:57:14.345876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:16.290456 run osmo-stp_10.42.42.5(pid=13775): stderr: \u000a| �[0;m�[38;5;43m20221213175714535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175714535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175714535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175714536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175714536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175714536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175714536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:16.349669 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13775): Process ended prematurely: osmo-stp_10.42.42.5(pid=13775) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13775)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:57:16.360187 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:57:16.428106 run osmo-hlr_10.42.42.2(pid=13772): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13772)]\u000a17:57:16.484550 run osmo-hlr_10.42.42.2(pid=13772): stdout: \u000a| (launched: 2022-12-13_17:57:13.330063) \u000a17:57:16.540920 run osmo-hlr_10.42.42.2(pid=13772): stderr: \u000a| �[0;m�[1;31m20221213175713524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175713524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175713525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175713525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175713525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175713525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175713537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175713546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175713546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175713546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:16.616929 run osmo-msc_10.42.42.6(pid=13778): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13778)]\u000a17:57:16.672910 run osmo-msc_10.42.42.6(pid=13778): stdout: \u000a| (launched: 2022-12-13_17:57:15.386649) \u000a17:57:16.729412 run osmo-msc_10.42.42.6(pid=13778): stderr: \u000a| �[0;m�[38;5;43m20221213175715658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175715658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24667ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175715658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175715658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175715659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175715659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175715660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175715661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175715661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175715661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:16.777353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13771): Terminating (SIGTERM)\u000a17:57:16.824636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13774): Terminating (SIGTERM)\u000a17:57:16.872433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13777): Terminating (SIGTERM)\u000a17:57:16.883136 --- ParallelTerminationStrategy: PID 13771 died...\u000a17:57:16.943960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13771): Terminated: ok {rc=0}\u000a17:57:16.956137 --- ParallelTerminationStrategy: PID 13774 died...\u000a17:57:17.016600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13774): Terminated: ok {rc=0}\u000a17:57:17.028438 --- ParallelTerminationStrategy: PID 13777 died...\u000a17:57:17.087831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13777): Terminated: ok {rc=0}\u000a17:57:17.179878 bus /sierra_3: Setting Powered False\u000a17:57:18.283774 bus /sierra_3: Setting Powered False\u000a17:57:19.394091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:57:20.503063 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:20.514657 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:57:20.671298 tst mo_mt_call_osmux.py: using LAC 35284\u000a17:57:20.789916 tst mo_mt_call_osmux.py: using RAC 94\u000a17:57:20.909159 tst mo_mt_call_osmux.py: using CellId 35284\u000a17:57:21.030371 tst mo_mt_call_osmux.py: using BVCI 35285\u000a17:57:21.053460 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:21.064434 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:21.075285 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:21.086196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:21.097164 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:57:21.107850 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:57:21.230358 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:57:21.434533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:21.921487 run create_hlr_db(pid=13781): Launched\u000a17:57:22.096769 bus /sierra_2: Setting Powered False\u000a17:57:23.118072 run create_hlr_db(pid=13781): Terminated: ok {rc=0}\u000a17:57:23.554381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Launched\u000a17:57:23.881665 run osmo-hlr_10.42.42.2(pid=13784): Launched\u000a17:57:24.002543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:24.573365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Launched\u000a17:57:24.900021 run osmo-stp_10.42.42.5(pid=13787): Launched\u000a17:57:25.018288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:25.615066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13789): Launched\u000a17:57:25.944722 run osmo-msc_10.42.42.6(pid=13790): Launched\u000a17:57:26.137077 run osmo-stp_10.42.42.5(pid=13787): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]\u000a17:57:26.276342 run osmo-stp_10.42.42.5(pid=13787): stdout: \u000a| (launched: 2022-12-13_17:57:24.739398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:26.414237 run osmo-stp_10.42.42.5(pid=13787): stderr: \u000a| �[0;m�[38;5;43m20221213175724927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175724927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175724928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175724928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175724929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175724929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175724929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:26.546381 run osmo-stp_10.42.42.5(pid=13787): stdout: \u000a| (launched: 2022-12-13_17:57:24.739398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:26.677732 run osmo-stp_10.42.42.5(pid=13787): stderr: \u000a| �[0;m�[38;5;43m20221213175724927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175724927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175724928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175724928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175724929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175724929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175724929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:26.735367 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:57:26.744731 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:57:26.808610 run osmo-hlr_10.42.42.2(pid=13784): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13784)]\u000a17:57:26.861316 run osmo-hlr_10.42.42.2(pid=13784): stdout: \u000a| (launched: 2022-12-13_17:57:23.721266) \u000a17:57:26.914483 run osmo-hlr_10.42.42.2(pid=13784): stderr: \u000a| �[0;m�[1;31m20221213175723916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175723916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175723916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175723916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175723916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175723916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175723928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175723937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175723937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175723937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:26.986275 run osmo-msc_10.42.42.6(pid=13790): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13790)]\u000a17:57:27.038850 run osmo-msc_10.42.42.6(pid=13790): stdout: \u000a| (launched: 2022-12-13_17:57:25.781819) \u000a17:57:27.092042 run osmo-msc_10.42.42.6(pid=13790): stderr: \u000a| �[0;m�[38;5;43m20221213175726101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175726101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b3739ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175726101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175726101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175726101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175726101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175726103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175726103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175726104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175726104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:27.136991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Terminating (SIGTERM)\u000a17:57:27.179450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Terminating (SIGTERM)\u000a17:57:27.222172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13789): Terminating (SIGTERM)\u000a17:57:27.231888 --- ParallelTerminationStrategy: PID 13783 died...\u000a17:57:27.289020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Terminated: ok {rc=0}\u000a17:57:27.299239 --- ParallelTerminationStrategy: PID 13786 died...\u000a17:57:27.356181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Terminated: ok {rc=0}\u000a17:57:27.366313 --- ParallelTerminationStrategy: PID 13789 died...\u000a17:57:27.423236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13789): Terminated: ok {rc=0}\u000a17:57:27.510632 bus /sierra_3: Setting Powered False\u000a17:57:28.616697 bus /sierra_3: Setting Powered False\u000a17:57:29.729280 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:57:09" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13801): Process ended prematurely: osmo-stp_10.42.42.5(pid=13801) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13801): Process ended prematurely: osmo-stp_10.42.42.5(pid=13801) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:57:31.798765 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:31.810305 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:57:31.976603 tst mo_mt_call.py: using LAC 35285\u000a17:57:32.102856 tst mo_mt_call.py: using RAC 95\u000a17:57:32.223553 tst mo_mt_call.py: using CellId 35285\u000a17:57:32.344031 tst mo_mt_call.py: using BVCI 35286\u000a17:57:32.367278 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:32.378257 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:32.389072 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:32.399787 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:32.410699 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:32.421548 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:32.537393 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:32.739919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:33.229257 run create_hlr_db(pid=13795): Launched\u000a17:57:33.404779 bus /sierra_2: Setting Powered False\u000a17:57:34.425831 run create_hlr_db(pid=13795): Terminated: ok {rc=0}\u000a17:57:34.861850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13797): Launched\u000a17:57:35.187521 run osmo-hlr_10.42.42.2(pid=13798): Launched\u000a17:57:35.308886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:35.879730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13800): Launched\u000a17:57:36.206431 run osmo-stp_10.42.42.5(pid=13801): Launched\u000a17:57:36.325761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:36.923934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13803): Launched\u000a17:57:37.251224 run osmo-msc_10.42.42.6(pid=13804): Launched\u000a17:57:37.441423 run osmo-stp_10.42.42.5(pid=13801): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)]\u000a17:57:37.582129 run osmo-stp_10.42.42.5(pid=13801): stdout: \u000a| (launched: 2022-12-13_17:57:36.045836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:37.718155 run osmo-stp_10.42.42.5(pid=13801): stderr: \u000a| �[0;m�[38;5;43m20221213175736232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175736233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175736233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175736233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175736234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175736234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175736234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:37.849192 run osmo-stp_10.42.42.5(pid=13801): stdout: \u000a| (launched: 2022-12-13_17:57:36.045836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:37.979048 run osmo-stp_10.42.42.5(pid=13801): stderr: \u000a| �[0;m�[38;5;43m20221213175736232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175736233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175736233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175736233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175736234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175736234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175736234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:38.036021 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13801): Process ended prematurely: osmo-stp_10.42.42.5(pid=13801) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13801)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:57:38.045510 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:57:38.109559 run osmo-hlr_10.42.42.2(pid=13798): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13798)]\u000a17:57:38.161989 run osmo-hlr_10.42.42.2(pid=13798): stdout: \u000a| (launched: 2022-12-13_17:57:35.028031) \u000a17:57:38.214786 run osmo-hlr_10.42.42.2(pid=13798): stderr: \u000a| �[0;m�[1;31m20221213175735221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175735221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175735221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175735221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175735221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175735221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175735245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175735255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175735255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175735255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:38.286412 run osmo-msc_10.42.42.6(pid=13804): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13804)]\u000a17:57:38.338589 run osmo-msc_10.42.42.6(pid=13804): stdout: \u000a| (launched: 2022-12-13_17:57:37.089627) \u000a17:57:38.391422 run osmo-msc_10.42.42.6(pid=13804): stderr: \u000a| �[0;m�[38;5;43m20221213175737406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175737407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf927e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175737407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175737407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175737407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175737407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175737409 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175737409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175737409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175737410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:38.436210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13797): Terminating (SIGTERM)\u000a17:57:38.478717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13800): Terminating (SIGTERM)\u000a17:57:38.521063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13803): Terminating (SIGTERM)\u000a17:57:38.530753 --- ParallelTerminationStrategy: PID 13797 died...\u000a17:57:38.587755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13797): Terminated: ok {rc=0}\u000a17:57:38.597911 --- ParallelTerminationStrategy: PID 13800 died...\u000a17:57:38.654650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13800): Terminated: ok {rc=0}\u000a17:57:38.664753 --- ParallelTerminationStrategy: PID 13803 died...\u000a17:57:38.721952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13803): Terminated: ok {rc=0}\u000a17:57:38.810472 bus /sierra_3: Setting Powered False\u000a17:57:39.919224 bus /sierra_3: Setting Powered False\u000a17:57:41.030196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13812): Process ended prematurely: osmo-stp_10.42.42.5(pid=13812) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13812)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13812): Process ended prematurely: osmo-stp_10.42.42.5(pid=13812) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:57:42.146946 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:42.159164 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:57:42.325584 tst mo_mt_call_osmux.py: using LAC 35286\u000a17:57:42.449466 tst mo_mt_call_osmux.py: using RAC 96\u000a17:57:42.568853 tst mo_mt_call_osmux.py: using CellId 35286\u000a17:57:42.696940 tst mo_mt_call_osmux.py: using BVCI 35287\u000a17:57:42.721986 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:42.733565 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:42.744731 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:42.755987 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:42.767768 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:57:42.779465 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:42.898858 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:57:43.103197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:43.589240 run create_hlr_db(pid=13806): Launched\u000a17:57:43.764099 bus /sierra_2: Setting Powered False\u000a17:57:44.785252 run create_hlr_db(pid=13806): Terminated: ok {rc=0}\u000a17:57:45.190551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13808): Launched\u000a17:57:45.494504 run osmo-hlr_10.42.42.2(pid=13809): Launched\u000a17:57:45.606002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:46.215690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13811): Launched\u000a17:57:46.726165 run osmo-stp_10.42.42.5(pid=13812): Launched\u000a17:57:46.875280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:47.441416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13814): Launched\u000a17:57:47.746996 run osmo-msc_10.42.42.6(pid=13815): Launched\u000a17:57:47.924354 run osmo-stp_10.42.42.5(pid=13812): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13812)]\u000a17:57:48.053193 run osmo-stp_10.42.42.5(pid=13812): stdout: \u000a| (launched: 2022-12-13_17:57:46.426397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:48.179857 run osmo-stp_10.42.42.5(pid=13812): stderr: \u000a| �[0;m�[38;5;43m20221213175746660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175746660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175746661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175746661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175746662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175746662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175746662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:48.301822 run osmo-stp_10.42.42.5(pid=13812): stdout: \u000a| (launched: 2022-12-13_17:57:46.426397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:48.422577 run osmo-stp_10.42.42.5(pid=13812): stderr: \u000a| �[0;m�[38;5;43m20221213175746660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175746660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175746661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175746661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175746662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175746662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175746662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:48.476218 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13812): Process ended prematurely: osmo-stp_10.42.42.5(pid=13812) [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13812)] [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:57:48.484807 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:57:48.545044 run osmo-hlr_10.42.42.2(pid=13809): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13809)]\u000a17:57:48.594483 run osmo-hlr_10.42.42.2(pid=13809): stdout: \u000a| (launched: 2022-12-13_17:57:45.345106) \u000a17:57:48.644799 run osmo-hlr_10.42.42.2(pid=13809): stderr: \u000a| �[0;m�[1;31m20221213175745521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175745521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175745521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175745521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175745521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175745521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175745536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175745546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175745546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175745546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:48.713271 run osmo-msc_10.42.42.6(pid=13815): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13815)]\u000a17:57:48.763009 run osmo-msc_10.42.42.6(pid=13815): stdout: \u000a| (launched: 2022-12-13_17:57:47.596250) \u000a17:57:48.813219 run osmo-msc_10.42.42.6(pid=13815): stderr: \u000a| �[0;m�[38;5;43m20221213175747869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175747869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faffc915c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175747869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175747869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175747869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175747870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175747871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175747872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175747872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175747872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:48.855560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13808): Terminating (SIGTERM)\u000a17:57:48.895449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13811): Terminating (SIGTERM)\u000a17:57:48.935331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13814): Terminating (SIGTERM)\u000a17:57:48.944525 --- ParallelTerminationStrategy: PID 13808 died...\u000a17:57:48.998154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13808): Terminated: ok {rc=0}\u000a17:57:49.007833 --- ParallelTerminationStrategy: PID 13811 died...\u000a17:57:49.060732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13811): Terminated: ok {rc=0}\u000a17:57:49.070250 --- ParallelTerminationStrategy: PID 13814 died...\u000a17:57:49.123670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13814): Terminated: ok {rc=0}\u000a17:57:49.211840 bus /sierra_3: Setting Powered False\u000a17:57:50.315570 bus /sierra_3: Setting Powered False\u000a17:57:51.427784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:57:31" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13828): Process ended prematurely: osmo-stp_10.42.42.5(pid=13828) [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13828)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13828): Process ended prematurely: osmo-stp_10.42.42.5(pid=13828) [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:57:53.438074 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:53.449624 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:57:53.618041 tst mo_mt_call.py: using LAC 35287\u000a17:57:53.744484 tst mo_mt_call.py: using RAC 97\u000a17:57:53.871336 tst mo_mt_call.py: using CellId 35287\u000a17:57:54.003954 tst mo_mt_call.py: using BVCI 35288\u000a17:57:54.028779 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:54.040347 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:54.051715 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:54.063257 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:54.075090 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:57:54.086817 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:57:54.206374 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:57:54.420023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:54.932262 run create_hlr_db(pid=13822): Launched\u000a17:57:55.121506 bus /sierra_2: Setting Powered False\u000a17:57:56.142528 run create_hlr_db(pid=13822): Terminated: ok {rc=0}\u000a17:57:56.553804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13824): Launched\u000a17:57:56.859213 run osmo-hlr_10.42.42.2(pid=13825): Launched\u000a17:57:56.980524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:57.518171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13827): Launched\u000a17:57:57.821941 run osmo-stp_10.42.42.5(pid=13828): Launched\u000a17:57:57.932341 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:57:58.490424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13830): Launched\u000a17:57:58.795408 run osmo-msc_10.42.42.6(pid=13831): Launched\u000a17:57:58.973497 run osmo-stp_10.42.42.5(pid=13828): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13828)]\u000a17:57:59.101672 run osmo-stp_10.42.42.5(pid=13828): stdout: \u000a| (launched: 2022-12-13_17:57:57.672713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:59.228526 run osmo-stp_10.42.42.5(pid=13828): stderr: \u000a| �[0;m�[38;5;43m20221213175757841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175757841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175757841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175757841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175757842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175757842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175757842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:59.351210 run osmo-stp_10.42.42.5(pid=13828): stdout: \u000a| (launched: 2022-12-13_17:57:57.672713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:59.471484 run osmo-stp_10.42.42.5(pid=13828): stderr: \u000a| �[0;m�[38;5;43m20221213175757841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175757841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175757841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175757841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175757842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175757842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175757842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:59.524908 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13828): Process ended prematurely: osmo-stp_10.42.42.5(pid=13828) [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13828)] [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:57:59.533593 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:57:59.593528 run osmo-hlr_10.42.42.2(pid=13825): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13825)]\u000a17:57:59.642831 run osmo-hlr_10.42.42.2(pid=13825): stdout: \u000a| (launched: 2022-12-13_17:57:56.708695) \u000a17:57:59.693008 run osmo-hlr_10.42.42.2(pid=13825): stderr: \u000a| �[0;m�[1;31m20221213175756885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175756885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175756885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175756885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175756885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175756885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175756897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175756906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175756906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175756906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:59.761132 run osmo-msc_10.42.42.6(pid=13831): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13831)]\u000a17:57:59.810969 run osmo-msc_10.42.42.6(pid=13831): stdout: \u000a| (launched: 2022-12-13_17:57:58.645055) \u000a17:57:59.860859 run osmo-msc_10.42.42.6(pid=13831): stderr: \u000a| �[0;m�[38;5;43m20221213175758915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175758915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e2bd95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175758915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175758915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175758915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175758916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175758917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175758918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175758918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175758918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:57:59.903065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13824): Terminating (SIGTERM)\u000a17:57:59.942873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13827): Terminating (SIGTERM)\u000a17:57:59.982674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13830): Terminating (SIGTERM)\u000a17:57:59.991941 --- ParallelTerminationStrategy: PID 13824 died...\u000a17:58:00.045332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13824): Terminated: ok {rc=0}\u000a17:58:00.054958 --- ParallelTerminationStrategy: PID 13827 died...\u000a17:58:00.108033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13827): Terminated: ok {rc=0}\u000a17:58:00.117655 --- ParallelTerminationStrategy: PID 13830 died...\u000a17:58:00.170833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13830): Terminated: ok {rc=0}\u000a17:58:00.259647 bus /sierra_3: Setting Powered False\u000a17:58:01.368746 bus /sierra_3: Setting Powered False\u000a17:58:02.480646 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13839): Process ended prematurely: osmo-stp_10.42.42.5(pid=13839) [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13839): Process ended prematurely: osmo-stp_10.42.42.5(pid=13839) [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:58:03.592275 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:58:03.604198 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:58:03.760453 tst mo_mt_call_osmux.py: using LAC 35288\u000a17:58:03.879553 tst mo_mt_call_osmux.py: using RAC 98\u000a17:58:04.000523 tst mo_mt_call_osmux.py: using CellId 35288\u000a17:58:04.122058 tst mo_mt_call_osmux.py: using BVCI 35289\u000a17:58:04.145510 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:58:04.156585 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:58:04.167652 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:58:04.178744 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:58:04.189727 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:58:04.200536 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:58:04.317433 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:58:04.531065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:05.044403 run create_hlr_db(pid=13833): Launched\u000a17:58:05.233372 bus /sierra_2: Setting Powered False\u000a17:58:06.254942 run create_hlr_db(pid=13833): Terminated: ok {rc=0}\u000a17:58:06.665554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13835): Launched\u000a17:58:06.969994 run osmo-hlr_10.42.42.2(pid=13836): Launched\u000a17:58:07.082095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:07.612857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13838): Launched\u000a17:58:07.917452 run osmo-stp_10.42.42.5(pid=13839): Launched\u000a17:58:08.027123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:08.591904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13841): Launched\u000a17:58:08.897582 run osmo-msc_10.42.42.6(pid=13842): Launched\u000a17:58:09.076233 run osmo-stp_10.42.42.5(pid=13839): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)]\u000a17:58:09.205366 run osmo-stp_10.42.42.5(pid=13839): stdout: \u000a| (launched: 2022-12-13_17:58:07.767975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:09.333273 run osmo-stp_10.42.42.5(pid=13839): stderr: \u000a| �[0;m�[38;5;43m20221213175807937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175807937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175807937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175807938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175807938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175807938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175807938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:09.456129 run osmo-stp_10.42.42.5(pid=13839): stdout: \u000a| (launched: 2022-12-13_17:58:07.767975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:09.577371 run osmo-stp_10.42.42.5(pid=13839): stderr: \u000a| �[0;m�[38;5;43m20221213175807937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175807937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175807937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175807938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175807938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175807938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175807938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:09.631140 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13839): Process ended prematurely: osmo-stp_10.42.42.5(pid=13839) [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)] [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:58:09.639583 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:58:09.699348 run osmo-hlr_10.42.42.2(pid=13836): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13836)]\u000a17:58:09.748592 run osmo-hlr_10.42.42.2(pid=13836): stdout: \u000a| (launched: 2022-12-13_17:58:06.820259) \u000a17:58:09.798513 run osmo-hlr_10.42.42.2(pid=13836): stderr: \u000a| �[0;m�[1;31m20221213175806993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175806993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175806993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175806993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175806993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175806993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175807006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175807014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175807014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175807014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:09.866133 run osmo-msc_10.42.42.6(pid=13842): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13842)]\u000a17:58:09.915261 run osmo-msc_10.42.42.6(pid=13842): stdout: \u000a| (launched: 2022-12-13_17:58:08.746818) \u000a17:58:09.965133 run osmo-msc_10.42.42.6(pid=13842): stderr: \u000a| �[0;m�[38;5;43m20221213175809016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175809017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0974dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175809017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175809017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175809017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175809017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175809019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175809019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175809020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175809020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:10.007185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13835): Terminating (SIGTERM)\u000a17:58:10.046878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13838): Terminating (SIGTERM)\u000a17:58:10.086801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13841): Terminating (SIGTERM)\u000a17:58:10.096160 --- ParallelTerminationStrategy: PID 13835 died...\u000a17:58:10.149904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13835): Terminated: ok {rc=0}\u000a17:58:10.159691 --- ParallelTerminationStrategy: PID 13838 died...\u000a17:58:10.212930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13838): Terminated: ok {rc=0}\u000a17:58:10.222614 --- ParallelTerminationStrategy: PID 13841 died...\u000a17:58:10.275788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13841): Terminated: ok {rc=0}\u000a17:58:10.364063 bus /sierra_3: Setting Powered False\u000a17:58:11.468584 bus /sierra_3: Setting Powered False\u000a17:58:12.575960 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:57:53" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13853): Process ended prematurely: osmo-stp_10.42.42.5(pid=13853) [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13853): Process ended prematurely: osmo-stp_10.42.42.5(pid=13853) [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:58:14.562657 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:14.574052 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:58:14.731912 tst mo_mt_call.py: using LAC 35289\u000a17:58:14.853302 tst mo_mt_call.py: using RAC 99\u000a17:58:14.982019 tst mo_mt_call.py: using CellId 35289\u000a17:58:15.104270 tst mo_mt_call.py: using BVCI 35290\u000a17:58:15.127667 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:15.138685 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:15.149538 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:15.160118 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:15.170745 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:15.181479 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:58:15.303686 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:58:15.508564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:16.014801 run create_hlr_db(pid=13847): Launched\u000a17:58:16.202302 bus /sierra_2: Setting Powered False\u000a17:58:17.232209 run create_hlr_db(pid=13847): Terminated: ok {rc=0}\u000a17:58:17.671077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13849): Launched\u000a17:58:17.998411 run osmo-hlr_10.42.42.2(pid=13850): Launched\u000a17:58:18.117102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:18.682218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13852): Launched\u000a17:58:19.007329 run osmo-stp_10.42.42.5(pid=13853): Launched\u000a17:58:19.125707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:19.722724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13855): Launched\u000a17:58:20.050001 run osmo-msc_10.42.42.6(pid=13856): Launched\u000a17:58:20.241332 run osmo-stp_10.42.42.5(pid=13853): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)]\u000a17:58:20.381228 run osmo-stp_10.42.42.5(pid=13853): stdout: \u000a| (launched: 2022-12-13_17:58:18.847568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:20.517225 run osmo-stp_10.42.42.5(pid=13853): stderr: \u000a| �[0;m�[38;5;43m20221213175819035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175819035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175819035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175819035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175819036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175819036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175819036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:20.648276 run osmo-stp_10.42.42.5(pid=13853): stdout: \u000a| (launched: 2022-12-13_17:58:18.847568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:20.778386 run osmo-stp_10.42.42.5(pid=13853): stderr: \u000a| �[0;m�[38;5;43m20221213175819035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175819035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175819035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175819035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175819036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175819036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175819036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:20.835936 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13853): Process ended prematurely: osmo-stp_10.42.42.5(pid=13853) [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13853)] [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:58:20.845234 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:58:20.909512 run osmo-hlr_10.42.42.2(pid=13850): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13850)]\u000a17:58:20.961740 run osmo-hlr_10.42.42.2(pid=13850): stdout: \u000a| (launched: 2022-12-13_17:58:17.836934) \u000a17:58:21.014702 run osmo-hlr_10.42.42.2(pid=13850): stderr: \u000a| �[0;m�[1;31m20221213175818030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175818030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175818030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175818030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175818030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175818030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175818043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175818052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175818052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175818052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:21.086524 run osmo-msc_10.42.42.6(pid=13856): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13856)]\u000a17:58:21.139178 run osmo-msc_10.42.42.6(pid=13856): stdout: \u000a| (launched: 2022-12-13_17:58:19.889252) \u000a17:58:21.192357 run osmo-msc_10.42.42.6(pid=13856): stderr: \u000a| �[0;m�[38;5;43m20221213175820207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175820207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c472f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175820207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175820207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175820207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175820207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175820209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175820210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175820210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175820210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:21.237715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13849): Terminating (SIGTERM)\u000a17:58:21.280698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13852): Terminating (SIGTERM)\u000a17:58:21.323734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13855): Terminating (SIGTERM)\u000a17:58:21.333635 --- ParallelTerminationStrategy: PID 13849 died...\u000a17:58:21.391094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13849): Terminated: ok {rc=0}\u000a17:58:21.401439 --- ParallelTerminationStrategy: PID 13852 died...\u000a17:58:21.458758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13852): Terminated: ok {rc=0}\u000a17:58:21.469010 --- ParallelTerminationStrategy: PID 13855 died...\u000a17:58:21.526063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13855): Terminated: ok {rc=0}\u000a17:58:21.615298 bus /sierra_3: Setting Powered False\u000a17:58:22.722493 bus /sierra_3: Setting Powered False\u000a17:58:23.835657 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13864): Process ended prematurely: osmo-stp_10.42.42.5(pid=13864) [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13864): Process ended prematurely: osmo-stp_10.42.42.5(pid=13864) [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:58:24.952427 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:24.964412 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:58:25.130668 tst mo_mt_call_osmux.py: using LAC 35290\u000a17:58:25.259273 tst mo_mt_call_osmux.py: using RAC 100\u000a17:58:25.386643 tst mo_mt_call_osmux.py: using CellId 35290\u000a17:58:25.511728 tst mo_mt_call_osmux.py: using BVCI 35291\u000a17:58:25.535084 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:25.546132 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:25.556879 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:25.567515 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:25.579111 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:58:25.590425 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:58:25.711839 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:58:25.919038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:26.406136 run create_hlr_db(pid=13858): Launched\u000a17:58:26.582586 bus /sierra_2: Setting Powered False\u000a17:58:27.604660 run create_hlr_db(pid=13858): Terminated: ok {rc=0}\u000a17:58:28.039242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13860): Launched\u000a17:58:28.364222 run osmo-hlr_10.42.42.2(pid=13861): Launched\u000a17:58:28.485151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:29.053838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13863): Launched\u000a17:58:29.378991 run osmo-stp_10.42.42.5(pid=13864): Launched\u000a17:58:29.497704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:30.093033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13866): Launched\u000a17:58:30.421222 run osmo-msc_10.42.42.6(pid=13867): Launched\u000a17:58:30.611669 run osmo-stp_10.42.42.5(pid=13864): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)]\u000a17:58:30.750035 run osmo-stp_10.42.42.5(pid=13864): stdout: \u000a| (launched: 2022-12-13_17:58:29.218948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:30.915873 run osmo-stp_10.42.42.5(pid=13864): stderr: \u000a| �[0;m�[38;5;43m20221213175829406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175829406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175829406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175829407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175829407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175829407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175829407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:31.051076 run osmo-stp_10.42.42.5(pid=13864): stdout: \u000a| (launched: 2022-12-13_17:58:29.218948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:31.177459 run osmo-stp_10.42.42.5(pid=13864): stderr: \u000a| �[0;m�[38;5;43m20221213175829406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175829406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175829406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175829407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175829407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175829407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175829407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:31.232723 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13864): Process ended prematurely: osmo-stp_10.42.42.5(pid=13864) [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)] [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:58:31.242479 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:58:31.306149 run osmo-hlr_10.42.42.2(pid=13861): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13861)]\u000a17:58:31.358222 run osmo-hlr_10.42.42.2(pid=13861): stdout: \u000a| (launched: 2022-12-13_17:58:28.204662) \u000a17:58:31.410341 run osmo-hlr_10.42.42.2(pid=13861): stderr: \u000a| �[0;m�[1;31m20221213175828397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175828397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175828397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175828397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175828397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175828397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175828414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175828423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175828423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175828424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:31.481484 run osmo-msc_10.42.42.6(pid=13867): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13867)]\u000a17:58:31.533769 run osmo-msc_10.42.42.6(pid=13867): stdout: \u000a| (launched: 2022-12-13_17:58:30.258669) \u000a17:58:31.586108 run osmo-msc_10.42.42.6(pid=13867): stderr: \u000a| �[0;m�[38;5;43m20221213175830576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175830577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9329523c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175830577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175830577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175830577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175830577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175830579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175830579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175830580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175830580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:31.630324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13860): Terminating (SIGTERM)\u000a17:58:31.676622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13863): Terminating (SIGTERM)\u000a17:58:31.721054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13866): Terminating (SIGTERM)\u000a17:58:31.731423 --- ParallelTerminationStrategy: PID 13860 died...\u000a17:58:31.788341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13860): Terminated: ok {rc=0}\u000a17:58:31.798798 --- ParallelTerminationStrategy: PID 13863 died...\u000a17:58:31.855718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13863): Terminated: ok {rc=0}\u000a17:58:31.866039 --- ParallelTerminationStrategy: PID 13866 died...\u000a17:58:31.922056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13866): Terminated: ok {rc=0}\u000a17:58:32.022754 bus /sierra_3: Setting Powered False\u000a17:58:33.131054 bus /sierra_3: Setting Powered False\u000a17:58:34.244696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:58:14" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13878): Process ended prematurely: osmo-stp_10.42.42.5(pid=13878) [trial-2392↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13878): Process ended prematurely: osmo-stp_10.42.42.5(pid=13878) [trial-2392↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:58:36.273076 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:36.283983 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a17:58:36.426672 tst emergency_mo_mt_call.py: using LAC 35291\u000a17:58:36.551163 tst emergency_mo_mt_call.py: using RAC 101\u000a17:58:36.698399 tst emergency_mo_mt_call.py: using CellId 35291\u000a17:58:36.824256 tst emergency_mo_mt_call.py: using BVCI 35292\u000a17:58:36.848538 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:36.859635 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:36.870985 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:36.881970 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:36.893308 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:36.904389 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:37.026418 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:37.230499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:37.712332 run create_hlr_db(pid=13872): Launched\u000a17:58:37.885666 bus /sierra_2: Setting Powered False\u000a17:58:38.907151 run create_hlr_db(pid=13872): Terminated: ok {rc=0}\u000a17:58:39.334119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13874): Launched\u000a17:58:39.654936 run osmo-hlr_10.42.42.2(pid=13875): Launched\u000a17:58:39.775213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:40.331503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13877): Launched\u000a17:58:40.652777 run osmo-stp_10.42.42.5(pid=13878): Launched\u000a17:58:40.786026 tst emergency_mo_mt_call.py: using MSISDN 8255\u000a17:58:40.946667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:41.533329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13880): Launched\u000a17:58:41.854760 run osmo-msc_10.42.42.6(pid=13881): Launched\u000a17:58:42.042279 run osmo-stp_10.42.42.5(pid=13878): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)]\u000a17:58:42.177414 run osmo-stp_10.42.42.5(pid=13878): stdout: \u000a| (launched: 2022-12-13_17:58:40.494299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:42.312110 run osmo-stp_10.42.42.5(pid=13878): stderr: \u000a| �[0;m�[38;5;43m20221213175840683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175840683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175840683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175840684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175840685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175840685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175840685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:42.441258 run osmo-stp_10.42.42.5(pid=13878): stdout: \u000a| (launched: 2022-12-13_17:58:40.494299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:42.569098 run osmo-stp_10.42.42.5(pid=13878): stderr: \u000a| �[0;m�[38;5;43m20221213175840683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175840683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175840683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175840684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175840685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175840685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175840685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:42.624785 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13878): Process ended prematurely: osmo-stp_10.42.42.5(pid=13878) [trial-2392↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)] [trial-2392↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a17:58:42.633477 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a17:58:42.696921 run osmo-hlr_10.42.42.2(pid=13875): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13875)]\u000a17:58:42.749618 run osmo-hlr_10.42.42.2(pid=13875): stdout: \u000a| (launched: 2022-12-13_17:58:39.496786) \u000a17:58:42.802326 run osmo-hlr_10.42.42.2(pid=13875): stderr: \u000a| �[0;m�[1;31m20221213175839689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175839689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175839690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175839690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175839690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175839690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175839702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175839712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175839713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175839713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:42.874376 run osmo-msc_10.42.42.6(pid=13881): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13881)]\u000a17:58:42.926689 run osmo-msc_10.42.42.6(pid=13881): stdout: \u000a| (launched: 2022-12-13_17:58:41.696330) \u000a17:58:42.979471 run osmo-msc_10.42.42.6(pid=13881): stderr: \u000a| �[0;m�[38;5;43m20221213175842015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175842015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fd78f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175842015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175842015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175842015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175842015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175842017 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175842018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175842018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175842018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:43.024290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13874): Terminating (SIGTERM)\u000a17:58:43.067078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13877): Terminating (SIGTERM)\u000a17:58:43.109608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13880): Terminating (SIGTERM)\u000a17:58:43.119277 --- ParallelTerminationStrategy: PID 13874 died...\u000a17:58:43.176112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13874): Terminated: ok {rc=0}\u000a17:58:43.186289 --- ParallelTerminationStrategy: PID 13877 died...\u000a17:58:43.243117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13877): Terminated: ok {rc=0}\u000a17:58:43.253312 --- ParallelTerminationStrategy: PID 13880 died...\u000a17:58:43.309968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13880): Terminated: ok {rc=0}\u000a17:58:43.398915 bus /sierra_3: Setting Powered False\u000a17:58:44.502055 bus /sierra_3: Setting Powered False\u000a17:58:45.614568 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13889): Process ended prematurely: osmo-stp_10.42.42.5(pid=13889) [trial-2392↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13889)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13889): Process ended prematurely: osmo-stp_10.42.42.5(pid=13889) [trial-2392↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:58:46.674145 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:46.693252 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a17:58:46.873472 tst emergency_preemptive_call.py: using LAC 35292\u000a17:58:47.063367 tst emergency_preemptive_call.py: using RAC 102\u000a17:58:47.219933 tst emergency_preemptive_call.py: using CellId 35292\u000a17:58:47.357349 tst emergency_preemptive_call.py: using BVCI 35293\u000a17:58:47.382215 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:47.393749 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:47.404601 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:47.416444 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:47.427861 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:58:47.439108 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:47.558851 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:47.678939 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:47.793535 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a17:58:48.003140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:48.507721 run create_hlr_db(pid=13883): Launched\u000a17:58:48.694132 bus /sierra_2: Setting Powered False\u000a17:58:49.715539 run create_hlr_db(pid=13883): Terminated: ok {rc=0}\u000a17:58:50.116821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13885): Launched\u000a17:58:50.417549 run osmo-hlr_10.42.42.2(pid=13886): Launched\u000a17:58:50.527695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:51.046525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13888): Launched\u000a17:58:51.344450 run osmo-stp_10.42.42.5(pid=13889): Launched\u000a17:58:51.465218 tst emergency_preemptive_call.py: using MSISDN 8256\u000a17:58:51.613717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:58:52.162579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13891): Launched\u000a17:58:52.464596 run osmo-msc_10.42.42.6(pid=13892): Launched\u000a17:58:52.639520 run osmo-stp_10.42.42.5(pid=13889): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13889)]\u000a17:58:52.766183 run osmo-stp_10.42.42.5(pid=13889): stdout: \u000a| (launched: 2022-12-13_17:58:51.197968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:52.891469 run osmo-stp_10.42.42.5(pid=13889): stderr: \u000a| �[0;m�[38;5;43m20221213175851364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175851365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175851365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175851365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175851366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175851366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175851366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:53.012386 run osmo-stp_10.42.42.5(pid=13889): stdout: \u000a| (launched: 2022-12-13_17:58:51.197968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:53.131894 run osmo-stp_10.42.42.5(pid=13889): stderr: \u000a| �[0;m�[38;5;43m20221213175851364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175851365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175851365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175851365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175851366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175851366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175851366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:53.184356 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13889): Process ended prematurely: osmo-stp_10.42.42.5(pid=13889) [trial-2392↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13889)] [trial-2392↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a17:58:53.192440 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a17:58:53.253145 run osmo-hlr_10.42.42.2(pid=13886): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13886)]\u000a17:58:53.303041 run osmo-hlr_10.42.42.2(pid=13886): stdout: \u000a| (launched: 2022-12-13_17:58:50.268564) \u000a17:58:53.353796 run osmo-hlr_10.42.42.2(pid=13886): stderr: \u000a| �[0;m�[1;31m20221213175850439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175850439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175850439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175850439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175850440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175850440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175850452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175850461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175850462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175850462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:53.422487 run osmo-msc_10.42.42.6(pid=13892): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13892)]\u000a17:58:53.472138 run osmo-msc_10.42.42.6(pid=13892): stdout: \u000a| (launched: 2022-12-13_17:58:52.314757) \u000a17:58:53.522728 run osmo-msc_10.42.42.6(pid=13892): stderr: \u000a| �[0;m�[38;5;43m20221213175852585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213175852585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f051698dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213175852585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213175852585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213175852585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213175852585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213175852587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213175852588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213175852588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213175852588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:58:53.565957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13885): Terminating (SIGTERM)\u000a17:58:53.606585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13888): Terminating (SIGTERM)\u000a17:58:53.646655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13891): Terminating (SIGTERM)\u000a17:58:53.655934 --- ParallelTerminationStrategy: PID 13885 died...\u000a17:58:53.710215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13885): Terminated: ok {rc=0}\u000a17:58:53.720043 --- ParallelTerminationStrategy: PID 13888 died...\u000a17:58:53.773769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13888): Terminated: ok {rc=0}\u000a17:58:53.783554 --- ParallelTerminationStrategy: PID 13891 died...\u000a17:58:53.837285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13891): Terminated: ok {rc=0}\u000a17:58:53.926973 bus /sierra_9: Setting Powered False\u000a17:58:55.031841 bus /sierra_9: Setting Powered False\u000a17:58:56.144158 bus /sierra_8: Setting Powered False\u000a17:58:57.248651 bus /sierra_8: Setting Powered False\u000a17:58:58.360409 bus /sierra_3: Setting Powered False\u000a17:58:59.464002 bus /sierra_3: Setting Powered False\u000a17:59:00.572320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:58:35" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13908): Process ended prematurely: osmo-stp_10.42.42.5(pid=13908) [trial-2392↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13908): Process ended prematurely: osmo-stp_10.42.42.5(pid=13908) [trial-2392↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:59:02.716463 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:02.727586 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:02.867119 tst cs_paging_gprs_active.py: using LAC 35293\u000a17:59:02.988610 tst cs_paging_gprs_active.py: using RAC 103\u000a17:59:03.109920 tst cs_paging_gprs_active.py: using CellId 35293\u000a17:59:03.231589 tst cs_paging_gprs_active.py: using BVCI 35294\u000a17:59:03.255435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.266093 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.276545 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.286850 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.297108 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.308288 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.319322 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.330188 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:03.341107 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:03.463427 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:03.745361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:59:03.872884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:04.189776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13898): Launched\u000a17:59:04.452603 run iperf3-srv_10.42.42.10(pid=13899): Launched\u000a17:59:04.638860 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:59:04.765225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:05.081628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13900): Launched\u000a17:59:05.344238 run iperf3-srv_10.42.42.10(pid=13901): Launched\u000a17:59:05.528851 tst cs_paging_gprs_active.py:38: start network...\u000a17:59:05.654928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:06.142717 run create_hlr_db(pid=13902): Launched\u000a17:59:06.318412 bus /sierra_2: Setting Powered False\u000a17:59:07.339122 run create_hlr_db(pid=13902): Terminated: ok {rc=0}\u000a17:59:07.746818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13904): Launched\u000a17:59:08.051543 run osmo-hlr_10.42.42.2(pid=13905): Launched\u000a17:59:08.162126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:08.690878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13907): Launched\u000a17:59:08.996593 run osmo-stp_10.42.42.5(pid=13908): Launched\u000a17:59:09.107241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:09.639118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13910): Launched\u000a17:59:09.747443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:10.015279 run patchelf(pid=13911): Launched\u000a17:59:10.195421 run osmo-stp_10.42.42.5(pid=13908): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)]\u000a17:59:10.326612 run osmo-stp_10.42.42.5(pid=13908): stdout: \u000a| (launched: 2022-12-13_17:59:08.846233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:10.458100 run osmo-stp_10.42.42.5(pid=13908): stderr: \u000a| �[0;m�[38;5;43m20221213175909013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175909014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175909014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175909014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175909015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175909015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175909015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:10.584219 run osmo-stp_10.42.42.5(pid=13908): stdout: \u000a| (launched: 2022-12-13_17:59:08.846233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:10.709660 run osmo-stp_10.42.42.5(pid=13908): stderr: \u000a| �[0;m�[38;5;43m20221213175909013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175909014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175909014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175909014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175909015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175909015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175909015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:10.856638 run patchelf(pid=13911): Terminating (SIGINT)\u000a17:59:11.030597 run patchelf(pid=13911): Terminated: ok {rc=0}\u000a17:59:11.062374 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13908): Process ended prematurely: osmo-stp_10.42.42.5(pid=13908) [trial-2392↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)] [trial-2392↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a17:59:11.071688 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a17:59:11.131738 run osmo-hlr_10.42.42.2(pid=13905): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13905)]\u000a17:59:11.180810 run osmo-hlr_10.42.42.2(pid=13905): stdout: \u000a| (launched: 2022-12-13_17:59:07.902314) \u000a17:59:11.230373 run osmo-hlr_10.42.42.2(pid=13905): stderr: \u000a| �[0;m�[1;31m20221213175908076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175908076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175908076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175908076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175908076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175908076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175908091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175908102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175908102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175908102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:11.272854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13898): Terminating (SIGTERM)\u000a17:59:11.312753 run iperf3-srv_10.42.42.10(pid=13899): Terminating (SIGTERM)\u000a17:59:11.353048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13900): Terminating (SIGTERM)\u000a17:59:11.393062 run iperf3-srv_10.42.42.10(pid=13901): Terminating (SIGTERM)\u000a17:59:11.433118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13904): Terminating (SIGTERM)\u000a17:59:11.473047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13907): Terminating (SIGTERM)\u000a17:59:11.513050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13910): Terminating (SIGTERM)\u000a17:59:11.522379 --- ParallelTerminationStrategy: PID 13898 died...\u000a17:59:11.575927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13898): Terminated: ok {rc=0}\u000a17:59:11.585649 --- ParallelTerminationStrategy: PID 13899 died...\u000a17:59:11.638702 run iperf3-srv_10.42.42.10(pid=13899): Terminated {rc=256}\u000a17:59:11.648290 --- ParallelTerminationStrategy: PID 13900 died...\u000a17:59:11.701721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13900): Terminated: ok {rc=0}\u000a17:59:11.711288 --- ParallelTerminationStrategy: PID 13901 died...\u000a17:59:11.764480 run iperf3-srv_10.42.42.10(pid=13901): Terminated {rc=256}\u000a17:59:11.774088 --- ParallelTerminationStrategy: PID 13904 died...\u000a17:59:11.827666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13904): Terminated: ok {rc=0}\u000a17:59:11.837788 --- ParallelTerminationStrategy: PID 13907 died...\u000a17:59:11.892037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13907): Terminated: ok {rc=0}\u000a17:59:11.902057 --- ParallelTerminationStrategy: PID 13910 died...\u000a17:59:11.956099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13910): Terminated: ok {rc=0}\u000a17:59:12.044524 bus /gobi_0: Setting Powered False\u000a17:59:13.147260 bus /gobi_0: Setting Powered False\u000a17:59:14.257602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2392↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2392↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a17:59:15.374663 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:15.386454 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:15.535089 tst iperf3.py: using LAC 35294\u000a17:59:15.658386 tst iperf3.py: using RAC 104\u000a17:59:15.779739 tst iperf3.py: using CellId 35294\u000a17:59:15.919717 tst iperf3.py: using BVCI 35295\u000a17:59:15.944675 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:15.956583 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:15.967961 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:15.979668 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:15.990782 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:16.001732 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:16.013447 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:16.024451 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:16.035624 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:16.356580 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:59:16.491119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:16.832331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13912): Launched\u000a17:59:17.115847 run iperf3-srv_10.42.42.10(pid=13913): Launched\u000a17:59:17.303978 tst iperf3.py:8: start network...\u000a17:59:17.430829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:17.920473 run create_hlr_db(pid=13914): Launched\u000a17:59:18.096678 bus /gobi_6: Setting Powered False\u000a17:59:19.116417 run create_hlr_db(pid=13914): Terminated: ok {rc=0}\u000a17:59:19.524510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Launched\u000a17:59:19.830059 run osmo-hlr_10.42.42.2(pid=13917): Launched\u000a17:59:19.952139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:20.488845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Launched\u000a17:59:20.793077 run osmo-stp_10.42.42.5(pid=13920): Launched\u000a17:59:20.902952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:21.433393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13922): Launched\u000a17:59:21.541747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:21.810580 run patchelf(pid=13923): Launched\u000a17:59:21.990457 run osmo-stp_10.42.42.5(pid=13920): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)]\u000a17:59:22.121626 run osmo-stp_10.42.42.5(pid=13920): stdout: \u000a| (launched: 2022-12-13_17:59:20.643715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:22.252408 run osmo-stp_10.42.42.5(pid=13920): stderr: \u000a| �[0;m�[38;5;43m20221213175920811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175920811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175920811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175920812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175920812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175920813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175920813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:22.378395 run osmo-stp_10.42.42.5(pid=13920): stdout: \u000a| (launched: 2022-12-13_17:59:20.643715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:22.503102 run osmo-stp_10.42.42.5(pid=13920): stderr: \u000a| �[0;m�[38;5;43m20221213175920811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175920811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175920811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175920812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175920812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175920813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175920813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:22.650362 run patchelf(pid=13923): Terminating (SIGINT)\u000a17:59:22.824396 run patchelf(pid=13923): Terminated: ok {rc=0}\u000a17:59:22.856208 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13920): Process ended prematurely: osmo-stp_10.42.42.5(pid=13920) [trial-2392↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13920)] [trial-2392↪gprs:trx-lms↪iperf3.py:8]\u000a17:59:22.865394 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a17:59:22.925669 run osmo-hlr_10.42.42.2(pid=13917): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13917)]\u000a17:59:22.975090 run osmo-hlr_10.42.42.2(pid=13917): stdout: \u000a| (launched: 2022-12-13_17:59:19.679871) \u000a17:59:23.025313 run osmo-hlr_10.42.42.2(pid=13917): stderr: \u000a| �[0;m�[1;31m20221213175919857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175919857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175919857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175919857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175919857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175919857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175919868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175919879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175919879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175919879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:23.067972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13912): Terminating (SIGTERM)\u000a17:59:23.107985 run iperf3-srv_10.42.42.10(pid=13913): Terminating (SIGTERM)\u000a17:59:23.148007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Terminating (SIGTERM)\u000a17:59:23.187951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Terminating (SIGTERM)\u000a17:59:23.227968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13922): Terminating (SIGTERM)\u000a17:59:23.237359 --- ParallelTerminationStrategy: PID 13912 died...\u000a17:59:23.291001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13912): Terminated: ok {rc=0}\u000a17:59:23.300646 --- ParallelTerminationStrategy: PID 13913 died...\u000a17:59:23.353682 run iperf3-srv_10.42.42.10(pid=13913): Terminated {rc=256}\u000a17:59:23.363221 --- ParallelTerminationStrategy: PID 13916 died...\u000a17:59:23.416187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13916): Terminated: ok {rc=0}\u000a17:59:23.425761 --- ParallelTerminationStrategy: PID 13919 died...\u000a17:59:23.478740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13919): Terminated: ok {rc=0}\u000a17:59:23.488268 --- ParallelTerminationStrategy: PID 13922 died...\u000a17:59:23.541108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13922): Terminated: ok {rc=0}\u000a17:59:23.629725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13938): Process ended prematurely: osmo-stp_10.42.42.5(pid=13938) [trial-2392↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13938): Process ended prematurely: osmo-stp_10.42.42.5(pid=13938) [trial-2392↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a17:59:24.741983 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:24.753158 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:24.898766 tst iperf3m4.py: using LAC 35295\u000a17:59:25.029430 tst iperf3m4.py: using RAC 105\u000a17:59:25.159459 tst iperf3m4.py: using CellId 35295\u000a17:59:25.289521 tst iperf3m4.py: using BVCI 35296\u000a17:59:25.314749 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.326245 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.337333 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.348455 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.360321 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.372339 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.384545 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.396429 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:25.408492 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:25.528585 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:25.654779 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:25.773582 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:26.072860 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:59:26.209893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:26.547673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13924): Launched\u000a17:59:26.829308 run iperf3-srv_10.42.42.10(pid=13925): Launched\u000a17:59:27.030724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:59:27.167312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:27.506639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13926): Launched\u000a17:59:27.787391 run iperf3-srv_10.42.42.10(pid=13927): Launched\u000a17:59:27.989332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:59:28.125802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:28.464694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Launched\u000a17:59:28.740730 run iperf3-srv_10.42.42.10(pid=13929): Launched\u000a17:59:28.926768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:59:29.053438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:59:29.370160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Launched\u000a17:59:29.634032 run iperf3-srv_10.42.42.10(pid=13931): Launched\u000a17:59:29.820893 tst iperf3m4.py:8: start network...\u000a17:59:29.948068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:30.439004 run create_hlr_db(pid=13932): Launched\u000a17:59:30.615027 bus /gobi_6: Setting Powered False\u000a17:59:31.651198 run create_hlr_db(pid=13932): Terminated: ok {rc=0}\u000a17:59:32.143113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13934): Launched\u000a17:59:32.455179 run osmo-hlr_10.42.42.2(pid=13935): Launched\u000a17:59:32.566704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:33.099656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13937): Launched\u000a17:59:33.405321 run osmo-stp_10.42.42.5(pid=13938): Launched\u000a17:59:33.515106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:34.048010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13940): Launched\u000a17:59:34.156304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:34.423993 run patchelf(pid=13941): Launched\u000a17:59:34.604132 run osmo-stp_10.42.42.5(pid=13938): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)]\u000a17:59:34.735401 run osmo-stp_10.42.42.5(pid=13938): stdout: \u000a| (launched: 2022-12-13_17:59:33.255214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:34.866782 run osmo-stp_10.42.42.5(pid=13938): stderr: \u000a| �[0;m�[38;5;43m20221213175933424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175933424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175933424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175933425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:34.993194 run osmo-stp_10.42.42.5(pid=13938): stdout: \u000a| (launched: 2022-12-13_17:59:33.255214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:35.118295 run osmo-stp_10.42.42.5(pid=13938): stderr: \u000a| �[0;m�[38;5;43m20221213175933424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175933424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175933424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175933425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175933425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:35.266046 run patchelf(pid=13941): Terminating (SIGINT)\u000a17:59:35.439911 run patchelf(pid=13941): Terminated: ok {rc=0}\u000a17:59:35.471787 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13938): Process ended prematurely: osmo-stp_10.42.42.5(pid=13938) [trial-2392↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13938)] [trial-2392↪gprs:trx-lms↪iperf3m4.py:8]\u000a17:59:35.481001 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:59:35.541321 run osmo-hlr_10.42.42.2(pid=13935): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13935)]\u000a17:59:35.590835 run osmo-hlr_10.42.42.2(pid=13935): stdout: \u000a| (launched: 2022-12-13_17:59:32.302260) \u000a17:59:35.640590 run osmo-hlr_10.42.42.2(pid=13935): stderr: \u000a| �[0;m�[1;31m20221213175932476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175932476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175932476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175932476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175932476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175932476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175932491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175932502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175932502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175932502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:35.682970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13924): Terminating (SIGTERM)\u000a17:59:35.722858 run iperf3-srv_10.42.42.10(pid=13925): Terminating (SIGTERM)\u000a17:59:35.762730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13926): Terminating (SIGTERM)\u000a17:59:35.802542 run iperf3-srv_10.42.42.10(pid=13927): Terminating (SIGTERM)\u000a17:59:35.842471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Terminating (SIGTERM)\u000a17:59:35.882298 run iperf3-srv_10.42.42.10(pid=13929): Terminating (SIGTERM)\u000a17:59:35.922223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Terminating (SIGTERM)\u000a17:59:35.961841 run iperf3-srv_10.42.42.10(pid=13931): Terminating (SIGTERM)\u000a17:59:36.001743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13934): Terminating (SIGTERM)\u000a17:59:36.042110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13937): Terminating (SIGTERM)\u000a17:59:36.081878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13940): Terminating (SIGTERM)\u000a17:59:36.091163 --- ParallelTerminationStrategy: PID 13924 died...\u000a17:59:36.145090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13924): Terminated: ok {rc=0}\u000a17:59:36.154680 --- ParallelTerminationStrategy: PID 13925 died...\u000a17:59:36.208179 run iperf3-srv_10.42.42.10(pid=13925): Terminated {rc=256}\u000a17:59:36.217878 --- ParallelTerminationStrategy: PID 13926 died...\u000a17:59:36.271294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13926): Terminated: ok {rc=0}\u000a17:59:36.280921 --- ParallelTerminationStrategy: PID 13927 died...\u000a17:59:36.334248 run iperf3-srv_10.42.42.10(pid=13927): Terminated {rc=256}\u000a17:59:36.343969 --- ParallelTerminationStrategy: PID 13928 died...\u000a17:59:36.397288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13928): Terminated: ok {rc=0}\u000a17:59:36.406943 --- ParallelTerminationStrategy: PID 13929 died...\u000a17:59:36.460317 run iperf3-srv_10.42.42.10(pid=13929): Terminated {rc=256}\u000a17:59:36.470049 --- ParallelTerminationStrategy: PID 13930 died...\u000a17:59:36.524020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13930): Terminated: ok {rc=0}\u000a17:59:36.533837 --- ParallelTerminationStrategy: PID 13931 died...\u000a17:59:36.587193 run iperf3-srv_10.42.42.10(pid=13931): Terminated {rc=256}\u000a17:59:36.596911 --- ParallelTerminationStrategy: PID 13934 died...\u000a17:59:36.650155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13934): Terminated: ok {rc=0}\u000a17:59:36.659904 --- ParallelTerminationStrategy: PID 13937 died...\u000a17:59:36.713394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13937): Terminated: ok {rc=0}\u000a17:59:36.723044 --- ParallelTerminationStrategy: PID 13940 died...\u000a17:59:36.776437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13940): Terminated: ok {rc=0}\u000a17:59:36.865138 bus /gobi_4: Setting Powered False\u000a17:59:37.969164 bus /gobi_4: Setting Powered False\u000a17:59:39.081045 bus /gobi_1: Setting Powered False\u000a17:59:40.184346 bus /gobi_1: Setting Powered False\u000a17:59:41.296281 bus /gobi_0: Setting Powered False\u000a17:59:42.400586 bus /gobi_0: Setting Powered False\u000a17:59:43.513654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13953): Process ended prematurely: osmo-stp_10.42.42.5(pid=13953) [trial-2392↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13953)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13953): Process ended prematurely: osmo-stp_10.42.42.5(pid=13953) [trial-2392↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a17:59:44.581298 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:44.592472 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:44.727735 tst ping.py: using LAC 35296\u000a17:59:44.846538 tst ping.py: using RAC 106\u000a17:59:44.965823 tst ping.py: using CellId 35296\u000a17:59:45.082562 tst ping.py: using BVCI 35297\u000a17:59:45.105731 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:45.116447 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:45.126972 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:45.137436 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:45.148059 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:45.158866 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:45.169641 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:45.180341 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:45.458352 tst ping.py:19: start network...\u000a17:59:45.583638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:46.132920 run create_hlr_db(pid=13947): Launched\u000a17:59:46.310432 bus /gobi_6: Setting Powered False\u000a17:59:47.339171 run create_hlr_db(pid=13947): Terminated: ok {rc=0}\u000a17:59:47.745080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13949): Launched\u000a17:59:48.047652 run osmo-hlr_10.42.42.2(pid=13950): Launched\u000a17:59:48.158453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:48.684776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13952): Launched\u000a17:59:48.986301 run osmo-stp_10.42.42.5(pid=13953): Launched\u000a17:59:49.095197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:49.619081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13955): Launched\u000a17:59:49.726302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:49.988507 run patchelf(pid=13956): Launched\u000a17:59:50.165134 run osmo-stp_10.42.42.5(pid=13953): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13953)]\u000a17:59:50.294947 run osmo-stp_10.42.42.5(pid=13953): stdout: \u000a| (launched: 2022-12-13_17:59:48.837857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:50.424397 run osmo-stp_10.42.42.5(pid=13953): stderr: \u000a| �[0;m�[38;5;43m20221213175949005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175949006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175949006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175949006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175949007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175949007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175949007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:50.548505 run osmo-stp_10.42.42.5(pid=13953): stdout: \u000a| (launched: 2022-12-13_17:59:48.837857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:50.673460 run osmo-stp_10.42.42.5(pid=13953): stderr: \u000a| �[0;m�[38;5;43m20221213175949005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175949006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175949006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175949006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175949007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175949007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175949007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:50.818345 run patchelf(pid=13956): Terminating (SIGINT)\u000a17:59:50.989830 run patchelf(pid=13956): Terminated: ok {rc=0}\u000a17:59:51.020796 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13953): Process ended prematurely: osmo-stp_10.42.42.5(pid=13953) [trial-2392↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13953)] [trial-2392↪gprs:trx-lms↪ping.py:22]\u000a17:59:51.029475 tst ping.py:22: Test FAILED (6.4 sec)\u000a17:59:51.090160 run osmo-hlr_10.42.42.2(pid=13950): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13950)]\u000a17:59:51.139724 run osmo-hlr_10.42.42.2(pid=13950): stdout: \u000a| (launched: 2022-12-13_17:59:47.898322) \u000a17:59:51.189886 run osmo-hlr_10.42.42.2(pid=13950): stderr: \u000a| �[0;m�[1;31m20221213175948072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175948073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175948073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175948073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175948073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175948073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175948085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175948094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175948094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175948094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:51.232407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13949): Terminating (SIGTERM)\u000a17:59:51.272418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13952): Terminating (SIGTERM)\u000a17:59:51.312404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13955): Terminating (SIGTERM)\u000a17:59:51.321408 --- ParallelTerminationStrategy: PID 13949 died...\u000a17:59:51.375125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13949): Terminated: ok {rc=0}\u000a17:59:51.384711 --- ParallelTerminationStrategy: PID 13952 died...\u000a17:59:51.438214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13952): Terminated: ok {rc=0}\u000a17:59:51.447823 --- ParallelTerminationStrategy: PID 13955 died...\u000a17:59:51.501396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13955): Terminated: ok {rc=0}\u000a17:59:51.585550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13963): Process ended prematurely: osmo-stp_10.42.42.5(pid=13963) [trial-2392↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13963)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13963): Process ended prematurely: osmo-stp_10.42.42.5(pid=13963) [trial-2392↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a17:59:52.639426 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:52.651219 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a17:59:52.797437 tst ping_idle_ping.py: using LAC 35297\u000a17:59:52.926978 tst ping_idle_ping.py: using RAC 107\u000a17:59:53.056346 tst ping_idle_ping.py: using CellId 35297\u000a17:59:53.182295 tst ping_idle_ping.py: using BVCI 35298\u000a17:59:53.206805 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:53.217841 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:53.228940 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:53.239787 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:53.251454 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:53.263219 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:53.275065 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a17:59:53.286869 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a17:59:53.583129 tst ping_idle_ping.py:24: start network...\u000a17:59:53.717638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:54.227049 run create_hlr_db(pid=13957): Launched\u000a17:59:54.415273 bus /gobi_6: Setting Powered False\u000a17:59:55.435956 run create_hlr_db(pid=13957): Terminated: ok {rc=0}\u000a17:59:55.843356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13959): Launched\u000a17:59:56.146438 run osmo-hlr_10.42.42.2(pid=13960): Launched\u000a17:59:56.268047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:56.798656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13962): Launched\u000a17:59:57.101034 run osmo-stp_10.42.42.5(pid=13963): Launched\u000a17:59:57.210724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:57.737077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13965): Launched\u000a17:59:57.844543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:58.108372 run patchelf(pid=13966): Launched\u000a17:59:58.285373 run osmo-stp_10.42.42.5(pid=13963): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13963)]\u000a17:59:58.414797 run osmo-stp_10.42.42.5(pid=13963): stdout: \u000a| (launched: 2022-12-13_17:59:56.952410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:58.544080 run osmo-stp_10.42.42.5(pid=13963): stderr: \u000a| �[0;m�[38;5;43m20221213175957120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175957120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175957121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175957121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175957122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175957122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175957122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:58.668624 run osmo-stp_10.42.42.5(pid=13963): stdout: \u000a| (launched: 2022-12-13_17:59:56.952410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:58.791874 run osmo-stp_10.42.42.5(pid=13963): stderr: \u000a| �[0;m�[38;5;43m20221213175957120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213175957120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213175957121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213175957121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213175957122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213175957122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213175957122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:58.937073 run patchelf(pid=13966): Terminating (SIGINT)\u000a17:59:59.108452 run patchelf(pid=13966): Terminated: ok {rc=0}\u000a17:59:59.139517 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13963): Process ended prematurely: osmo-stp_10.42.42.5(pid=13963) [trial-2392↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13963)] [trial-2392↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a17:59:59.148228 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:59:59.208142 run osmo-hlr_10.42.42.2(pid=13960): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13960)]\u000a17:59:59.257330 run osmo-hlr_10.42.42.2(pid=13960): stdout: \u000a| (launched: 2022-12-13_17:59:55.997343) \u000a17:59:59.307069 run osmo-hlr_10.42.42.2(pid=13960): stderr: \u000a| �[0;m�[1;31m20221213175956171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213175956171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213175956171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175956171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213175956171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213175956171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213175956183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213175956191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213175956191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213175956191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:59.349636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13959): Terminating (SIGTERM)\u000a17:59:59.389572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13962): Terminating (SIGTERM)\u000a17:59:59.429685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13965): Terminating (SIGTERM)\u000a17:59:59.438978 --- ParallelTerminationStrategy: PID 13959 died...\u000a17:59:59.492740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13959): Terminated: ok {rc=0}\u000a17:59:59.502514 --- ParallelTerminationStrategy: PID 13962 died...\u000a17:59:59.555906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13962): Terminated: ok {rc=0}\u000a17:59:59.565604 --- ParallelTerminationStrategy: PID 13965 died...\u000a17:59:59.619072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13965): Terminated: ok {rc=0}\u000a17:59:59.703430 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:59:02" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14005): Process ended prematurely: osmo-stp_10.42.42.5(pid=14005) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14005): Process ended prematurely: osmo-stp_10.42.42.5(pid=14005) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:00:01.893178 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:01.907086 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:02.106849 tst cs_paging_gprs_active.py: using LAC 35298\u000a18:00:02.257426 tst cs_paging_gprs_active.py: using RAC 108\u000a18:00:02.427538 tst cs_paging_gprs_active.py: using CellId 35298\u000a18:00:02.567341 tst cs_paging_gprs_active.py: using BVCI 35299\u000a18:00:02.602805 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.617533 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.631012 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.644008 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.657150 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.668828 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.680025 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.691000 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:02.702159 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:02.822798 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:03.123071 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:00:03.260584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:03.602258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13994): Launched\u000a18:00:03.886098 run iperf3-srv_10.42.42.10(pid=13995): Launched\u000a18:00:04.088684 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:00:04.226426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:04.569464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13996): Launched\u000a18:00:04.853637 run iperf3-srv_10.42.42.10(pid=13997): Launched\u000a18:00:05.055154 tst cs_paging_gprs_active.py:38: start network...\u000a18:00:05.192275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:05.708671 run create_hlr_db(pid=13998): Launched\u000a18:00:05.897420 bus /gobi_6: Setting Powered False\u000a18:00:06.919915 run create_hlr_db(pid=13998): Terminated: ok {rc=0}\u000a18:00:07.333381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14000): Launched\u000a18:00:07.642583 run osmo-hlr_10.42.42.2(pid=14001): Launched\u000a18:00:07.763338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:08.297351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14004): Launched\u000a18:00:08.603787 run osmo-stp_10.42.42.5(pid=14005): Launched\u000a18:00:08.718516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:09.255727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14007): Launched\u000a18:00:09.365170 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:09.633519 run patchelf(pid=14008): Launched\u000a18:00:09.815248 run osmo-stp_10.42.42.5(pid=14005): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)]\u000a18:00:09.946794 run osmo-stp_10.42.42.5(pid=14005): stdout: \u000a| (launched: 2022-12-13_18:00:08.453143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:10.078588 run osmo-stp_10.42.42.5(pid=14005): stderr: \u000a| �[0;m�[38;5;43m20221213180008621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180008621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180008621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180008622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180008622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180008622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180008622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:10.205421 run osmo-stp_10.42.42.5(pid=14005): stdout: \u000a| (launched: 2022-12-13_18:00:08.453143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:10.331534 run osmo-stp_10.42.42.5(pid=14005): stderr: \u000a| �[0;m�[38;5;43m20221213180008621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180008621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180008621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180008622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180008622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180008622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180008622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:10.479560 run patchelf(pid=14008): Terminating (SIGINT)\u000a18:00:10.654467 run patchelf(pid=14008): Terminated: ok {rc=0}\u000a18:00:10.686437 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14005): Process ended prematurely: osmo-stp_10.42.42.5(pid=14005) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)] [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:00:10.695636 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:00:10.756043 run osmo-hlr_10.42.42.2(pid=14001): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14001)]\u000a18:00:10.804922 run osmo-hlr_10.42.42.2(pid=14001): stdout: \u000a| (launched: 2022-12-13_18:00:07.489652) \u000a18:00:10.854890 run osmo-hlr_10.42.42.2(pid=14001): stderr: \u000a| �[0;m�[1;31m20221213180007664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180007664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180007664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180007664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180007664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180007665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180007676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180007685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180007685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180007685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:10.897189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13994): Terminating (SIGTERM)\u000a18:00:10.936931 run iperf3-srv_10.42.42.10(pid=13995): Terminating (SIGTERM)\u000a18:00:10.976692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13996): Terminating (SIGTERM)\u000a18:00:11.016246 run iperf3-srv_10.42.42.10(pid=13997): Terminating (SIGTERM)\u000a18:00:11.056203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14000): Terminating (SIGTERM)\u000a18:00:11.095921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14004): Terminating (SIGTERM)\u000a18:00:11.135648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14007): Terminating (SIGTERM)\u000a18:00:11.144910 --- ParallelTerminationStrategy: PID 13994 died...\u000a18:00:11.198412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13994): Terminated: ok {rc=0}\u000a18:00:11.208017 --- ParallelTerminationStrategy: PID 13995 died...\u000a18:00:11.261022 run iperf3-srv_10.42.42.10(pid=13995): Terminated {rc=256}\u000a18:00:11.270604 --- ParallelTerminationStrategy: PID 13996 died...\u000a18:00:11.323763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13996): Terminated: ok {rc=0}\u000a18:00:11.333421 --- ParallelTerminationStrategy: PID 13997 died...\u000a18:00:11.386527 run iperf3-srv_10.42.42.10(pid=13997): Terminated {rc=256}\u000a18:00:11.396085 --- ParallelTerminationStrategy: PID 14000 died...\u000a18:00:11.449115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14000): Terminated: ok {rc=0}\u000a18:00:11.458802 --- ParallelTerminationStrategy: PID 14004 died...\u000a18:00:11.511846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14004): Terminated: ok {rc=0}\u000a18:00:11.521881 --- ParallelTerminationStrategy: PID 14007 died...\u000a18:00:11.575150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14007): Terminated: ok {rc=0}\u000a18:00:11.663770 bus /gobi_0: Setting Powered False\u000a18:00:12.768067 bus /gobi_0: Setting Powered False\u000a18:00:13.876793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14018): Process ended prematurely: osmo-stp_10.42.42.5(pid=14018) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14018)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14018): Process ended prematurely: osmo-stp_10.42.42.5(pid=14018) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:00:14.988013 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:14.999389 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:15.138043 tst iperf3.py: using LAC 35299\u000a18:00:15.257461 tst iperf3.py: using RAC 109\u000a18:00:15.377618 tst iperf3.py: using CellId 35299\u000a18:00:15.496841 tst iperf3.py: using BVCI 35300\u000a18:00:15.520155 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.531095 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.541751 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.552311 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.562881 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.573531 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.584224 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.594778 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:15.605485 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:15.899056 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:00:16.028713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:16.366480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14010): Launched\u000a18:00:16.649613 run iperf3-srv_10.42.42.10(pid=14011): Launched\u000a18:00:16.839520 tst iperf3.py:8: start network...\u000a18:00:16.969220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:17.463114 run create_hlr_db(pid=14012): Launched\u000a18:00:17.646572 bus /gobi_6: Setting Powered False\u000a18:00:18.660065 run create_hlr_db(pid=14012): Terminated: ok {rc=0}\u000a18:00:19.096497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14014): Launched\u000a18:00:19.426108 run osmo-hlr_10.42.42.2(pid=14015): Launched\u000a18:00:19.546328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:20.118574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14017): Launched\u000a18:00:20.446596 run osmo-stp_10.42.42.5(pid=14018): Launched\u000a18:00:20.565453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:21.137099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14020): Launched\u000a18:00:21.253888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:21.541488 run patchelf(pid=14021): Launched\u000a18:00:21.733443 run osmo-stp_10.42.42.5(pid=14018): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14018)]\u000a18:00:21.873209 run osmo-stp_10.42.42.5(pid=14018): stdout: \u000a| (launched: 2022-12-13_18:00:20.285240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:22.013933 run osmo-stp_10.42.42.5(pid=14018): stderr: \u000a| �[0;m�[38;5;43m20221213180020476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180020476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180020476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180020476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180020477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180020477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180020477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:22.149055 run osmo-stp_10.42.42.5(pid=14018): stdout: \u000a| (launched: 2022-12-13_18:00:20.285240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:22.282855 run osmo-stp_10.42.42.5(pid=14018): stderr: \u000a| �[0;m�[38;5;43m20221213180020476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180020476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180020476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180020476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180020477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180020477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180020477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:22.440494 run patchelf(pid=14021): Terminating (SIGINT)\u000a18:00:22.626007 run patchelf(pid=14021): Terminated: ok {rc=0}\u000a18:00:22.660215 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14018): Process ended prematurely: osmo-stp_10.42.42.5(pid=14018) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14018)] [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a18:00:22.670225 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:00:22.734536 run osmo-hlr_10.42.42.2(pid=14015): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14015)]\u000a18:00:22.786810 run osmo-hlr_10.42.42.2(pid=14015): stdout: \u000a| (launched: 2022-12-13_18:00:19.263150) \u000a18:00:22.839657 run osmo-hlr_10.42.42.2(pid=14015): stderr: \u000a| �[0;m�[1;31m20221213180019458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180019458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180019458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180019458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180019458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180019458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180019470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180019479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180019479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180019479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:22.885051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14010): Terminating (SIGTERM)\u000a18:00:22.928463 run iperf3-srv_10.42.42.10(pid=14011): Terminating (SIGTERM)\u000a18:00:22.971507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14014): Terminating (SIGTERM)\u000a18:00:23.015007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14017): Terminating (SIGTERM)\u000a18:00:23.057847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14020): Terminating (SIGTERM)\u000a18:00:23.067714 --- ParallelTerminationStrategy: PID 14010 died...\u000a18:00:23.125174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14010): Terminated: ok {rc=0}\u000a18:00:23.135381 --- ParallelTerminationStrategy: PID 14011 died...\u000a18:00:23.192531 run iperf3-srv_10.42.42.10(pid=14011): Terminated {rc=256}\u000a18:00:23.202645 --- ParallelTerminationStrategy: PID 14014 died...\u000a18:00:23.259598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14014): Terminated: ok {rc=0}\u000a18:00:23.269824 --- ParallelTerminationStrategy: PID 14017 died...\u000a18:00:23.326832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14017): Terminated: ok {rc=0}\u000a18:00:23.337088 --- ParallelTerminationStrategy: PID 14020 died...\u000a18:00:23.394129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14020): Terminated: ok {rc=0}\u000a18:00:23.485710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:00:24.603486 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:24.615534 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:24.755374 tst iperf3m4.py: using LAC 35300\u000a18:00:24.873550 tst iperf3m4.py: using RAC 110\u000a18:00:24.992277 tst iperf3m4.py: using CellId 35300\u000a18:00:25.112171 tst iperf3m4.py: using BVCI 35301\u000a18:00:25.135438 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.146519 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.157373 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.167992 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.179073 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.190297 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.201586 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.212579 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:25.223781 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:25.344592 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:25.466331 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:25.587910 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:25.871167 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:00:25.999175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:26.317923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14022): Launched\u000a18:00:26.586740 run iperf3-srv_10.42.42.10(pid=14023): Launched\u000a18:00:26.773955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:00:26.900822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:27.219762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14024): Launched\u000a18:00:27.484743 run iperf3-srv_10.42.42.10(pid=14025): Launched\u000a18:00:27.671559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:00:27.798696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:28.117658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Launched\u000a18:00:28.380878 run iperf3-srv_10.42.42.10(pid=14027): Launched\u000a18:00:28.567537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:00:28.694307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:00:29.012592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Launched\u000a18:00:29.276069 run iperf3-srv_10.42.42.10(pid=14029): Launched\u000a18:00:29.462700 tst iperf3m4.py:8: start network...\u000a18:00:29.589782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:30.080196 run create_hlr_db(pid=14030): Launched\u000a18:00:30.256557 bus /gobi_6: Setting Powered False\u000a18:00:31.281471 run create_hlr_db(pid=14030): Terminated: ok {rc=0}\u000a18:00:31.714470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Launched\u000a18:00:32.053187 run osmo-hlr_10.42.42.2(pid=14033): Launched\u000a18:00:32.219498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:32.794133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Launched\u000a18:00:33.122319 run osmo-stp_10.42.42.5(pid=14036): Launched\u000a18:00:33.241546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:33.815105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Launched\u000a18:00:33.932506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:34.219730 run patchelf(pid=14039): Launched\u000a18:00:34.413143 run osmo-stp_10.42.42.5(pid=14036): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)]\u000a18:00:34.554659 run osmo-stp_10.42.42.5(pid=14036): stdout: \u000a| (launched: 2022-12-13_18:00:32.960655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:34.696115 run osmo-stp_10.42.42.5(pid=14036): stderr: \u000a| �[0;m�[38;5;43m20221213180033150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180033150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180033150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180033151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180033151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180033151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180033151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:34.832157 run osmo-stp_10.42.42.5(pid=14036): stdout: \u000a| (launched: 2022-12-13_18:00:32.960655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:34.967608 run osmo-stp_10.42.42.5(pid=14036): stderr: \u000a| �[0;m�[38;5;43m20221213180033150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180033150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180033150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180033151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180033151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180033151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180033151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:35.127065 run patchelf(pid=14039): Terminating (SIGINT)\u000a18:00:35.314742 run patchelf(pid=14039): Terminated: ok {rc=0}\u000a18:00:35.348989 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)] [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:00:35.358896 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:00:35.423977 run osmo-hlr_10.42.42.2(pid=14033): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14033)]\u000a18:00:35.476653 run osmo-hlr_10.42.42.2(pid=14033): stdout: \u000a| (launched: 2022-12-13_18:00:31.874239) \u000a18:00:35.530021 run osmo-hlr_10.42.42.2(pid=14033): stderr: \u000a| �[0;m�[1;31m20221213180032222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180032222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180032222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180032222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180032222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180032222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180032235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180032243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180032243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180032244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:35.575765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14022): Terminating (SIGTERM)\u000a18:00:35.618822 run iperf3-srv_10.42.42.10(pid=14023): Terminating (SIGTERM)\u000a18:00:35.662112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14024): Terminating (SIGTERM)\u000a18:00:35.705051 run iperf3-srv_10.42.42.10(pid=14025): Terminating (SIGTERM)\u000a18:00:35.748132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Terminating (SIGTERM)\u000a18:00:35.791074 run iperf3-srv_10.42.42.10(pid=14027): Terminating (SIGTERM)\u000a18:00:35.834272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Terminating (SIGTERM)\u000a18:00:35.877022 run iperf3-srv_10.42.42.10(pid=14029): Terminating (SIGTERM)\u000a18:00:35.920179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Terminating (SIGTERM)\u000a18:00:35.963592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Terminating (SIGTERM)\u000a18:00:36.006780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Terminating (SIGTERM)\u000a18:00:36.016700 --- ParallelTerminationStrategy: PID 14022 died...\u000a18:00:36.074380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14022): Terminated: ok {rc=0}\u000a18:00:36.084727 --- ParallelTerminationStrategy: PID 14023 died...\u000a18:00:36.141459 run iperf3-srv_10.42.42.10(pid=14023): Terminated {rc=256}\u000a18:00:36.151673 --- ParallelTerminationStrategy: PID 14024 died...\u000a18:00:36.208443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14024): Terminated: ok {rc=0}\u000a18:00:36.218631 --- ParallelTerminationStrategy: PID 14025 died...\u000a18:00:36.275209 run iperf3-srv_10.42.42.10(pid=14025): Terminated {rc=256}\u000a18:00:36.285623 --- ParallelTerminationStrategy: PID 14026 died...\u000a18:00:36.342364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Terminated: ok {rc=0}\u000a18:00:36.352584 --- ParallelTerminationStrategy: PID 14027 died...\u000a18:00:36.409235 run iperf3-srv_10.42.42.10(pid=14027): Terminated {rc=256}\u000a18:00:36.419375 --- ParallelTerminationStrategy: PID 14028 died...\u000a18:00:36.476264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Terminated: ok {rc=0}\u000a18:00:36.486643 --- ParallelTerminationStrategy: PID 14029 died...\u000a18:00:36.543007 run iperf3-srv_10.42.42.10(pid=14029): Terminated {rc=256}\u000a18:00:36.553397 --- ParallelTerminationStrategy: PID 14032 died...\u000a18:00:36.610403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Terminated: ok {rc=0}\u000a18:00:36.620693 --- ParallelTerminationStrategy: PID 14035 died...\u000a18:00:36.678079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Terminated: ok {rc=0}\u000a18:00:36.688407 --- ParallelTerminationStrategy: PID 14038 died...\u000a18:00:36.745640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Terminated: ok {rc=0}\u000a18:00:36.833962 bus /gobi_4: Setting Powered False\u000a18:00:37.941709 bus /gobi_4: Setting Powered False\u000a18:00:39.052344 bus /gobi_1: Setting Powered False\u000a18:00:40.159489 bus /gobi_1: Setting Powered False\u000a18:00:41.269639 bus /gobi_0: Setting Powered False\u000a18:00:42.376425 bus /gobi_0: Setting Powered False\u000a18:00:43.486684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14047): Process ended prematurely: osmo-stp_10.42.42.5(pid=14047) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14047)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14047): Process ended prematurely: osmo-stp_10.42.42.5(pid=14047) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:00:44.556073 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:44.568157 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:44.714835 tst ping.py: using LAC 35301\u000a18:00:44.840239 tst ping.py: using RAC 111\u000a18:00:44.959989 tst ping.py: using CellId 35301\u000a18:00:45.086112 tst ping.py: using BVCI 35302\u000a18:00:45.110893 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:45.122390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:45.133742 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:45.144916 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:45.156430 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:45.167999 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:45.179592 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:45.191065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:45.467003 tst ping.py:19: start network...\u000a18:00:45.591795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:46.108739 run create_hlr_db(pid=14041): Launched\u000a18:00:46.285696 bus /gobi_6: Setting Powered False\u000a18:00:47.322726 run create_hlr_db(pid=14041): Terminated: ok {rc=0}\u000a18:00:47.723532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14043): Launched\u000a18:00:48.024683 run osmo-hlr_10.42.42.2(pid=14044): Launched\u000a18:00:48.135254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:48.659203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14046): Launched\u000a18:00:48.959298 run osmo-stp_10.42.42.5(pid=14047): Launched\u000a18:00:49.068557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:49.593075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14049): Launched\u000a18:00:49.700106 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:49.965256 run patchelf(pid=14050): Launched\u000a18:00:50.141749 run osmo-stp_10.42.42.5(pid=14047): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14047)]\u000a18:00:50.270815 run osmo-stp_10.42.42.5(pid=14047): stdout: \u000a| (launched: 2022-12-13_18:00:48.812131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:50.400108 run osmo-stp_10.42.42.5(pid=14047): stderr: \u000a| �[0;m�[38;5;43m20221213180048980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180048980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180048980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180048980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180048981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180048981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180048981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:50.524649 run osmo-stp_10.42.42.5(pid=14047): stdout: \u000a| (launched: 2022-12-13_18:00:48.812131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:50.648631 run osmo-stp_10.42.42.5(pid=14047): stderr: \u000a| �[0;m�[38;5;43m20221213180048980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180048980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180048980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180048980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180048981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180048981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180048981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:50.793570 run patchelf(pid=14050): Terminating (SIGINT)\u000a18:00:50.963746 run patchelf(pid=14050): Terminated: ok {rc=0}\u000a18:00:50.994688 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14047): Process ended prematurely: osmo-stp_10.42.42.5(pid=14047) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14047)] [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a18:00:51.003373 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:00:51.063537 run osmo-hlr_10.42.42.2(pid=14044): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14044)]\u000a18:00:51.112663 run osmo-hlr_10.42.42.2(pid=14044): stdout: \u000a| (launched: 2022-12-13_18:00:47.875206) \u000a18:00:51.162680 run osmo-hlr_10.42.42.2(pid=14044): stderr: \u000a| �[0;m�[1;31m20221213180048046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180048046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180048046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180048047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180048047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180048047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180048060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180048068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180048068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180048068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:51.205346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14043): Terminating (SIGTERM)\u000a18:00:51.245451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14046): Terminating (SIGTERM)\u000a18:00:51.285865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14049): Terminating (SIGTERM)\u000a18:00:51.295317 --- ParallelTerminationStrategy: PID 14043 died...\u000a18:00:51.349352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14043): Terminated: ok {rc=0}\u000a18:00:51.359163 --- ParallelTerminationStrategy: PID 14046 died...\u000a18:00:51.412554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14046): Terminated: ok {rc=0}\u000a18:00:51.422206 --- ParallelTerminationStrategy: PID 14049 died...\u000a18:00:51.475593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14049): Terminated: ok {rc=0}\u000a18:00:51.559297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14058): Process ended prematurely: osmo-stp_10.42.42.5(pid=14058) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14058): Process ended prematurely: osmo-stp_10.42.42.5(pid=14058) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:00:52.610597 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:52.622676 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:00:52.761579 tst ping_idle_ping.py: using LAC 35302\u000a18:00:52.880499 tst ping_idle_ping.py: using RAC 112\u000a18:00:52.999116 tst ping_idle_ping.py: using CellId 35302\u000a18:00:53.119891 tst ping_idle_ping.py: using BVCI 35303\u000a18:00:53.143233 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:53.154406 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:53.165366 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:53.176001 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:53.186645 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:53.197296 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:53.208079 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:00:53.219394 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:00:53.497495 tst ping_idle_ping.py:24: start network...\u000a18:00:53.623577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:54.106925 run create_hlr_db(pid=14052): Launched\u000a18:00:54.281321 bus /gobi_6: Setting Powered False\u000a18:00:55.302215 run create_hlr_db(pid=14052): Terminated: ok {rc=0}\u000a18:00:55.731286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14054): Launched\u000a18:00:56.056387 run osmo-hlr_10.42.42.2(pid=14055): Launched\u000a18:00:56.175686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:56.737462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14057): Launched\u000a18:00:57.061264 run osmo-stp_10.42.42.5(pid=14058): Launched\u000a18:00:57.181309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:00:57.738619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14060): Launched\u000a18:00:57.845661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:00:58.109147 run patchelf(pid=14061): Launched\u000a18:00:58.285999 run osmo-stp_10.42.42.5(pid=14058): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)]\u000a18:00:58.416038 run osmo-stp_10.42.42.5(pid=14058): stdout: \u000a| (launched: 2022-12-13_18:00:56.901302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:58.545991 run osmo-stp_10.42.42.5(pid=14058): stderr: \u000a| �[0;m�[38;5;43m20221213180057088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180057088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180057089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180057089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180057089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180057090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180057090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:58.671371 run osmo-stp_10.42.42.5(pid=14058): stdout: \u000a| (launched: 2022-12-13_18:00:56.901302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:58.794942 run osmo-stp_10.42.42.5(pid=14058): stderr: \u000a| �[0;m�[38;5;43m20221213180057088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180057088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180057089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180057089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180057089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180057090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180057090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:58.940087 run patchelf(pid=14061): Terminating (SIGINT)\u000a18:00:59.111796 run patchelf(pid=14061): Terminated: ok {rc=0}\u000a18:00:59.142877 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14058): Process ended prematurely: osmo-stp_10.42.42.5(pid=14058) [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14058)] [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:00:59.151618 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:00:59.211748 run osmo-hlr_10.42.42.2(pid=14055): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14055)]\u000a18:00:59.260464 run osmo-hlr_10.42.42.2(pid=14055): stdout: \u000a| (launched: 2022-12-13_18:00:55.895183) \u000a18:00:59.310161 run osmo-hlr_10.42.42.2(pid=14055): stderr: \u000a| �[0;m�[1;31m20221213180056089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180056089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180056089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180056089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180056089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180056089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180056101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180056109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180056109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180056109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:59.352293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14054): Terminating (SIGTERM)\u000a18:00:59.391824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14057): Terminating (SIGTERM)\u000a18:00:59.431861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14060): Terminating (SIGTERM)\u000a18:00:59.441237 --- ParallelTerminationStrategy: PID 14054 died...\u000a18:00:59.494358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14054): Terminated: ok {rc=0}\u000a18:00:59.503943 --- ParallelTerminationStrategy: PID 14057 died...\u000a18:00:59.557021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14057): Terminated: ok {rc=0}\u000a18:00:59.566715 --- ParallelTerminationStrategy: PID 14060 died...\u000a18:00:59.620011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14060): Terminated: ok {rc=0}\u000a18:00:59.709395 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:00:01" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14075): Process ended prematurely: osmo-stp_10.42.42.5(pid=14075) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14075): Process ended prematurely: osmo-stp_10.42.42.5(pid=14075) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:01:01.984579 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:01.996597 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:02.170670 tst cs_paging_gprs_active.py: using LAC 35303\u000a18:01:02.309616 tst cs_paging_gprs_active.py: using RAC 113\u000a18:01:02.438464 tst cs_paging_gprs_active.py: using CellId 35303\u000a18:01:02.566412 tst cs_paging_gprs_active.py: using BVCI 35304\u000a18:01:02.591877 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.603475 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.614986 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.626460 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.638597 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.650630 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.663848 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.675835 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:02.687894 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:02.810217 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:03.110554 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:01:03.248563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:03.591266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14065): Launched\u000a18:01:03.874349 run iperf3-srv_10.42.42.10(pid=14066): Launched\u000a18:01:04.077027 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:01:04.214504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:04.557736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14067): Launched\u000a18:01:04.842058 run iperf3-srv_10.42.42.10(pid=14068): Launched\u000a18:01:05.045094 tst cs_paging_gprs_active.py:38: start network...\u000a18:01:05.183081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:05.701411 run create_hlr_db(pid=14069): Launched\u000a18:01:05.892058 bus /gobi_6: Setting Powered False\u000a18:01:06.913083 run create_hlr_db(pid=14069): Terminated: ok {rc=0}\u000a18:01:07.351708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14071): Launched\u000a18:01:07.681911 run osmo-hlr_10.42.42.2(pid=14072): Launched\u000a18:01:07.800688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:08.372086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14074): Launched\u000a18:01:08.702141 run osmo-stp_10.42.42.5(pid=14075): Launched\u000a18:01:08.821775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:09.397538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14077): Launched\u000a18:01:09.515534 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:09.812427 run patchelf(pid=14078): Launched\u000a18:01:10.006914 run osmo-stp_10.42.42.5(pid=14075): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)]\u000a18:01:10.148292 run osmo-stp_10.42.42.5(pid=14075): stdout: \u000a| (launched: 2022-12-13_18:01:08.539207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:10.289812 run osmo-stp_10.42.42.5(pid=14075): stderr: \u000a| �[0;m�[38;5;43m20221213180108730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180108730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180108730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180108730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180108731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180108731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180108731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:10.426308 run osmo-stp_10.42.42.5(pid=14075): stdout: \u000a| (launched: 2022-12-13_18:01:08.539207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:10.561532 run osmo-stp_10.42.42.5(pid=14075): stderr: \u000a| �[0;m�[38;5;43m20221213180108730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180108730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180108730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180108730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180108731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180108731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180108731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:10.720482 run patchelf(pid=14078): Terminating (SIGINT)\u000a18:01:10.908317 run patchelf(pid=14078): Terminated: ok {rc=0}\u000a18:01:10.942628 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14075): Process ended prematurely: osmo-stp_10.42.42.5(pid=14075) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:01:10.952802 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:01:11.017683 run osmo-hlr_10.42.42.2(pid=14072): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14072)]\u000a18:01:11.070054 run osmo-hlr_10.42.42.2(pid=14072): stdout: \u000a| (launched: 2022-12-13_18:01:07.518498) \u000a18:01:11.123061 run osmo-hlr_10.42.42.2(pid=14072): stderr: \u000a| �[0;m�[1;31m20221213180107715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180107715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180107715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180107715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180107715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180107715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180107727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180107736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180107736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180107736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:11.168358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14065): Terminating (SIGTERM)\u000a18:01:11.211089 run iperf3-srv_10.42.42.10(pid=14066): Terminating (SIGTERM)\u000a18:01:11.254050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14067): Terminating (SIGTERM)\u000a18:01:11.296776 run iperf3-srv_10.42.42.10(pid=14068): Terminating (SIGTERM)\u000a18:01:11.339554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14071): Terminating (SIGTERM)\u000a18:01:11.382317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14074): Terminating (SIGTERM)\u000a18:01:11.425365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14077): Terminating (SIGTERM)\u000a18:01:11.435268 --- ParallelTerminationStrategy: PID 14065 died...\u000a18:01:11.492573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14065): Terminated: ok {rc=0}\u000a18:01:11.502826 --- ParallelTerminationStrategy: PID 14066 died...\u000a18:01:11.559423 run iperf3-srv_10.42.42.10(pid=14066): Terminated {rc=256}\u000a18:01:11.570003 --- ParallelTerminationStrategy: PID 14067 died...\u000a18:01:11.627193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14067): Terminated: ok {rc=0}\u000a18:01:11.637664 --- ParallelTerminationStrategy: PID 14068 died...\u000a18:01:11.694559 run iperf3-srv_10.42.42.10(pid=14068): Terminated {rc=256}\u000a18:01:11.704881 --- ParallelTerminationStrategy: PID 14071 died...\u000a18:01:11.761813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14071): Terminated: ok {rc=0}\u000a18:01:11.772086 --- ParallelTerminationStrategy: PID 14074 died...\u000a18:01:11.828911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14074): Terminated: ok {rc=0}\u000a18:01:11.839247 --- ParallelTerminationStrategy: PID 14077 died...\u000a18:01:11.896439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14077): Terminated: ok {rc=0}\u000a18:01:11.985717 bus /gobi_0: Setting Powered False\u000a18:01:13.090237 bus /gobi_0: Setting Powered False\u000a18:01:14.201328 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14087): Process ended prematurely: osmo-stp_10.42.42.5(pid=14087) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14087)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14087): Process ended prematurely: osmo-stp_10.42.42.5(pid=14087) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:01:15.318300 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:15.330383 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:15.498645 tst iperf3.py: using LAC 35304\u000a18:01:15.628828 tst iperf3.py: using RAC 114\u000a18:01:15.757698 tst iperf3.py: using CellId 35304\u000a18:01:15.906984 tst iperf3.py: using BVCI 35305\u000a18:01:15.935622 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:15.948023 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:15.960628 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:15.972867 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:15.986018 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:15.999052 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:16.011597 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:16.025179 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:16.037520 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:16.354873 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:01:16.495773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:16.845739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14079): Launched\u000a18:01:17.147000 run iperf3-srv_10.42.42.10(pid=14080): Launched\u000a18:01:17.352369 tst iperf3.py:8: start network...\u000a18:01:17.489905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:18.006904 run create_hlr_db(pid=14081): Launched\u000a18:01:18.197279 bus /gobi_6: Setting Powered False\u000a18:01:19.217762 run create_hlr_db(pid=14081): Terminated: ok {rc=0}\u000a18:01:19.631318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14083): Launched\u000a18:01:19.938482 run osmo-hlr_10.42.42.2(pid=14084): Launched\u000a18:01:20.060024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:20.600344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14086): Launched\u000a18:01:20.909573 run osmo-stp_10.42.42.5(pid=14087): Launched\u000a18:01:21.021909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:21.557940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14089): Launched\u000a18:01:21.667265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:21.936070 run patchelf(pid=14090): Launched\u000a18:01:22.116189 run osmo-stp_10.42.42.5(pid=14087): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14087)]\u000a18:01:22.248145 run osmo-stp_10.42.42.5(pid=14087): stdout: \u000a| (launched: 2022-12-13_18:01:20.756703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:22.379989 run osmo-stp_10.42.42.5(pid=14087): stderr: \u000a| �[0;m�[38;5;43m20221213180120926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180120926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180120926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180120927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180120927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180120927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180120927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:22.506719 run osmo-stp_10.42.42.5(pid=14087): stdout: \u000a| (launched: 2022-12-13_18:01:20.756703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:22.631950 run osmo-stp_10.42.42.5(pid=14087): stderr: \u000a| �[0;m�[38;5;43m20221213180120926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180120926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180120926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180120927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180120927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180120927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180120927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:22.780151 run patchelf(pid=14090): Terminating (SIGINT)\u000a18:01:22.955981 run patchelf(pid=14090): Terminated: ok {rc=0}\u000a18:01:22.988115 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14087): Process ended prematurely: osmo-stp_10.42.42.5(pid=14087) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14087)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:01:22.997345 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:01:23.058192 run osmo-hlr_10.42.42.2(pid=14084): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14084)]\u000a18:01:23.107629 run osmo-hlr_10.42.42.2(pid=14084): stdout: \u000a| (launched: 2022-12-13_18:01:19.787359) \u000a18:01:23.157834 run osmo-hlr_10.42.42.2(pid=14084): stderr: \u000a| �[0;m�[1;31m20221213180119962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180119963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180119963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180119963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180119963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180119963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180119975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180119983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180119984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180119984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:23.200603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14079): Terminating (SIGTERM)\u000a18:01:23.240615 run iperf3-srv_10.42.42.10(pid=14080): Terminating (SIGTERM)\u000a18:01:23.281240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14083): Terminating (SIGTERM)\u000a18:01:23.321443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14086): Terminating (SIGTERM)\u000a18:01:23.361721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14089): Terminating (SIGTERM)\u000a18:01:23.371133 --- ParallelTerminationStrategy: PID 14079 died...\u000a18:01:23.425686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14079): Terminated: ok {rc=0}\u000a18:01:23.435545 --- ParallelTerminationStrategy: PID 14080 died...\u000a18:01:23.489637 run iperf3-srv_10.42.42.10(pid=14080): Terminated {rc=256}\u000a18:01:23.499424 --- ParallelTerminationStrategy: PID 14083 died...\u000a18:01:23.553334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14083): Terminated: ok {rc=0}\u000a18:01:23.563124 --- ParallelTerminationStrategy: PID 14086 died...\u000a18:01:23.617020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14086): Terminated: ok {rc=0}\u000a18:01:23.626720 --- ParallelTerminationStrategy: PID 14089 died...\u000a18:01:23.680639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14089): Terminated: ok {rc=0}\u000a18:01:23.770599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14105): Process ended prematurely: osmo-stp_10.42.42.5(pid=14105) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14105): Process ended prematurely: osmo-stp_10.42.42.5(pid=14105) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:01:24.889378 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:24.901649 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:25.075166 tst iperf3m4.py: using LAC 35305\u000a18:01:25.202399 tst iperf3m4.py: using RAC 115\u000a18:01:25.331778 tst iperf3m4.py: using CellId 35305\u000a18:01:25.460619 tst iperf3m4.py: using BVCI 35306\u000a18:01:25.485746 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.497122 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.508254 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.519427 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.530989 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.542691 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.554385 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.566120 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:25.577908 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:25.702279 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:25.822419 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:25.945226 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:26.229088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:01:26.357130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:26.676548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14091): Launched\u000a18:01:26.942900 run iperf3-srv_10.42.42.10(pid=14092): Launched\u000a18:01:27.129740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:01:27.256501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:27.576385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Launched\u000a18:01:27.840290 run iperf3-srv_10.42.42.10(pid=14094): Launched\u000a18:01:28.027078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:01:28.154117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:28.473571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Launched\u000a18:01:28.737319 run iperf3-srv_10.42.42.10(pid=14096): Launched\u000a18:01:28.924387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:01:29.051734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:01:29.370312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14097): Launched\u000a18:01:29.636535 run iperf3-srv_10.42.42.10(pid=14098): Launched\u000a18:01:29.823532 tst iperf3m4.py:8: start network...\u000a18:01:29.950851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:30.443249 run create_hlr_db(pid=14099): Launched\u000a18:01:30.619779 bus /gobi_6: Setting Powered False\u000a18:01:31.642899 run create_hlr_db(pid=14099): Terminated: ok {rc=0}\u000a18:01:32.069539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14101): Launched\u000a18:01:32.379639 run osmo-hlr_10.42.42.2(pid=14102): Launched\u000a18:01:32.496445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:33.032619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14104): Launched\u000a18:01:33.338306 run osmo-stp_10.42.42.5(pid=14105): Launched\u000a18:01:33.447954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:33.982519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14107): Launched\u000a18:01:34.091003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:34.360276 run patchelf(pid=14108): Launched\u000a18:01:34.539786 run osmo-stp_10.42.42.5(pid=14105): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)]\u000a18:01:34.670391 run osmo-stp_10.42.42.5(pid=14105): stdout: \u000a| (launched: 2022-12-13_18:01:33.187493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:34.801619 run osmo-stp_10.42.42.5(pid=14105): stderr: \u000a| �[0;m�[38;5;43m20221213180133356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180133356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180133356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180133357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:34.927856 run osmo-stp_10.42.42.5(pid=14105): stdout: \u000a| (launched: 2022-12-13_18:01:33.187493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:35.053694 run osmo-stp_10.42.42.5(pid=14105): stderr: \u000a| �[0;m�[38;5;43m20221213180133356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180133356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180133356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180133357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180133357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:35.201404 run patchelf(pid=14108): Terminating (SIGINT)\u000a18:01:35.375647 run patchelf(pid=14108): Terminated: ok {rc=0}\u000a18:01:35.407367 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14105): Process ended prematurely: osmo-stp_10.42.42.5(pid=14105) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:01:35.416607 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:01:35.477125 run osmo-hlr_10.42.42.2(pid=14102): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14102)]\u000a18:01:35.526352 run osmo-hlr_10.42.42.2(pid=14102): stdout: \u000a| (launched: 2022-12-13_18:01:32.228478) \u000a18:01:35.576052 run osmo-hlr_10.42.42.2(pid=14102): stderr: \u000a| �[0;m�[1;31m20221213180132398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180132398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180132398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180132398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180132399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180132399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180132411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180132419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180132420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180132420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:35.618703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14091): Terminating (SIGTERM)\u000a18:01:35.658827 run iperf3-srv_10.42.42.10(pid=14092): Terminating (SIGTERM)\u000a18:01:35.698897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Terminating (SIGTERM)\u000a18:01:35.738761 run iperf3-srv_10.42.42.10(pid=14094): Terminating (SIGTERM)\u000a18:01:35.778682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Terminating (SIGTERM)\u000a18:01:35.818740 run iperf3-srv_10.42.42.10(pid=14096): Terminating (SIGTERM)\u000a18:01:35.858674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14097): Terminating (SIGTERM)\u000a18:01:35.898616 run iperf3-srv_10.42.42.10(pid=14098): Terminating (SIGTERM)\u000a18:01:35.938644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14101): Terminating (SIGTERM)\u000a18:01:35.978573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14104): Terminating (SIGTERM)\u000a18:01:36.018601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14107): Terminating (SIGTERM)\u000a18:01:36.027935 --- ParallelTerminationStrategy: PID 14091 died...\u000a18:01:36.081683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14091): Terminated: ok {rc=0}\u000a18:01:36.091463 --- ParallelTerminationStrategy: PID 14092 died...\u000a18:01:36.144821 run iperf3-srv_10.42.42.10(pid=14092): Terminated {rc=256}\u000a18:01:36.154479 --- ParallelTerminationStrategy: PID 14093 died...\u000a18:01:36.207865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Terminated: ok {rc=0}\u000a18:01:36.217591 --- ParallelTerminationStrategy: PID 14094 died...\u000a18:01:36.271047 run iperf3-srv_10.42.42.10(pid=14094): Terminated {rc=256}\u000a18:01:36.280687 --- ParallelTerminationStrategy: PID 14095 died...\u000a18:01:36.334156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Terminated: ok {rc=0}\u000a18:01:36.343819 --- ParallelTerminationStrategy: PID 14096 died...\u000a18:01:36.397122 run iperf3-srv_10.42.42.10(pid=14096): Terminated {rc=256}\u000a18:01:36.406809 --- ParallelTerminationStrategy: PID 14097 died...\u000a18:01:36.460428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14097): Terminated: ok {rc=0}\u000a18:01:36.470209 --- ParallelTerminationStrategy: PID 14098 died...\u000a18:01:36.523579 run iperf3-srv_10.42.42.10(pid=14098): Terminated {rc=256}\u000a18:01:36.533324 --- ParallelTerminationStrategy: PID 14101 died...\u000a18:01:36.586747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14101): Terminated: ok {rc=0}\u000a18:01:36.596453 --- ParallelTerminationStrategy: PID 14104 died...\u000a18:01:36.649953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14104): Terminated: ok {rc=0}\u000a18:01:36.659722 --- ParallelTerminationStrategy: PID 14107 died...\u000a18:01:36.713466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14107): Terminated: ok {rc=0}\u000a18:01:36.802717 bus /gobi_4: Setting Powered False\u000a18:01:37.911588 bus /gobi_4: Setting Powered False\u000a18:01:39.022699 bus /gobi_1: Setting Powered False\u000a18:01:40.130572 bus /gobi_1: Setting Powered False\u000a18:01:41.240867 bus /gobi_0: Setting Powered False\u000a18:01:42.349200 bus /gobi_0: Setting Powered False\u000a18:01:43.460545 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:01:44.529491 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:44.541992 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:44.712661 tst ping.py: using LAC 35306\u000a18:01:44.837368 tst ping.py: using RAC 116\u000a18:01:44.957227 tst ping.py: using CellId 35306\u000a18:01:45.074170 tst ping.py: using BVCI 35307\u000a18:01:45.097553 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:45.108557 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:45.119428 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:45.130289 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:45.141253 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:45.152187 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:45.163406 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:45.174381 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:45.465935 tst ping.py:19: start network...\u000a18:01:45.600697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:46.168240 run create_hlr_db(pid=14109): Launched\u000a18:01:46.351031 bus /gobi_6: Setting Powered False\u000a18:01:47.364673 run create_hlr_db(pid=14109): Terminated: ok {rc=0}\u000a18:01:47.797535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Launched\u000a18:01:48.120424 run osmo-hlr_10.42.42.2(pid=14112): Launched\u000a18:01:48.242250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:48.803936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Launched\u000a18:01:49.126102 run osmo-stp_10.42.42.5(pid=14115): Launched\u000a18:01:49.242848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:49.805245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Launched\u000a18:01:49.921199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:50.205326 run patchelf(pid=14118): Launched\u000a18:01:50.394698 run osmo-stp_10.42.42.5(pid=14115): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)]\u000a18:01:50.533299 run osmo-stp_10.42.42.5(pid=14115): stdout: \u000a| (launched: 2022-12-13_18:01:48.967357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:50.672163 run osmo-stp_10.42.42.5(pid=14115): stderr: \u000a| �[0;m�[38;5;43m20221213180149157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180149157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180149157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180149158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180149158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180149158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180149158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:50.806166 run osmo-stp_10.42.42.5(pid=14115): stdout: \u000a| (launched: 2022-12-13_18:01:48.967357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:50.938865 run osmo-stp_10.42.42.5(pid=14115): stderr: \u000a| �[0;m�[38;5;43m20221213180149157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180149157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180149157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180149158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180149158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180149158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180149158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:51.094967 run patchelf(pid=14118): Terminating (SIGINT)\u000a18:01:51.278085 run patchelf(pid=14118): Terminated: ok {rc=0}\u000a18:01:51.311062 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:01:51.320449 tst ping.py:22: Test FAILED (6.8 sec)\u000a18:01:51.385070 run osmo-hlr_10.42.42.2(pid=14112): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14112)]\u000a18:01:51.437463 run osmo-hlr_10.42.42.2(pid=14112): stdout: \u000a| (launched: 2022-12-13_18:01:47.961951) \u000a18:01:51.490676 run osmo-hlr_10.42.42.2(pid=14112): stderr: \u000a| �[0;m�[1;31m20221213180148157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180148157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180148157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180148157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180148157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180148157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180148169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180148177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180148178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180148178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:51.536183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Terminating (SIGTERM)\u000a18:01:51.579050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Terminating (SIGTERM)\u000a18:01:51.621866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Terminating (SIGTERM)\u000a18:01:51.631725 --- ParallelTerminationStrategy: PID 14111 died...\u000a18:01:51.689131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Terminated: ok {rc=0}\u000a18:01:51.699375 --- ParallelTerminationStrategy: PID 14114 died...\u000a18:01:51.756424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Terminated: ok {rc=0}\u000a18:01:51.766723 --- ParallelTerminationStrategy: PID 14117 died...\u000a18:01:51.823752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Terminated: ok {rc=0}\u000a18:01:51.912920 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14125): Process ended prematurely: osmo-stp_10.42.42.5(pid=14125) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14125): Process ended prematurely: osmo-stp_10.42.42.5(pid=14125) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:01:52.965697 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:52.978193 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:01:53.146669 tst ping_idle_ping.py: using LAC 35307\u000a18:01:53.274970 tst ping_idle_ping.py: using RAC 117\u000a18:01:53.403174 tst ping_idle_ping.py: using CellId 35307\u000a18:01:53.535461 tst ping_idle_ping.py: using BVCI 35308\u000a18:01:53.560396 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:53.571832 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:53.583070 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:53.594283 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:53.605759 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:53.617366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:53.629112 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:01:53.640454 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:01:53.922757 tst ping_idle_ping.py:24: start network...\u000a18:01:54.049351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:54.538084 run create_hlr_db(pid=14119): Launched\u000a18:01:54.713421 bus /gobi_6: Setting Powered False\u000a18:01:55.735186 run create_hlr_db(pid=14119): Terminated: ok {rc=0}\u000a18:01:56.139189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14121): Launched\u000a18:01:56.440466 run osmo-hlr_10.42.42.2(pid=14122): Launched\u000a18:01:56.558855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:57.087792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14124): Launched\u000a18:01:57.389374 run osmo-stp_10.42.42.5(pid=14125): Launched\u000a18:01:57.500454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:01:58.028397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14127): Launched\u000a18:01:58.136219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:01:58.400199 run patchelf(pid=14128): Launched\u000a18:01:58.577883 run osmo-stp_10.42.42.5(pid=14125): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)]\u000a18:01:58.707921 run osmo-stp_10.42.42.5(pid=14125): stdout: \u000a| (launched: 2022-12-13_18:01:57.241435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:58.838396 run osmo-stp_10.42.42.5(pid=14125): stderr: \u000a| �[0;m�[38;5;43m20221213180157408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180157408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180157408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180157408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180157409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180157409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180157409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:58.963418 run osmo-stp_10.42.42.5(pid=14125): stdout: \u000a| (launched: 2022-12-13_18:01:57.241435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:59.086973 run osmo-stp_10.42.42.5(pid=14125): stderr: \u000a| �[0;m�[38;5;43m20221213180157408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180157408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180157408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180157408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180157409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180157409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180157409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:59.232783 run patchelf(pid=14128): Terminating (SIGINT)\u000a18:01:59.403824 run patchelf(pid=14128): Terminated: ok {rc=0}\u000a18:01:59.434712 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14125): Process ended prematurely: osmo-stp_10.42.42.5(pid=14125) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14125)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:01:59.443338 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:01:59.504020 run osmo-hlr_10.42.42.2(pid=14122): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14122)]\u000a18:01:59.553449 run osmo-hlr_10.42.42.2(pid=14122): stdout: \u000a| (launched: 2022-12-13_18:01:56.292044) \u000a18:01:59.603556 run osmo-hlr_10.42.42.2(pid=14122): stderr: \u000a| �[0;m�[1;31m20221213180156466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180156466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180156466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180156466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180156466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180156466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180156478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180156488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180156488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180156488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:59.646411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14121): Terminating (SIGTERM)\u000a18:01:59.686956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14124): Terminating (SIGTERM)\u000a18:01:59.727503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14127): Terminating (SIGTERM)\u000a18:01:59.737086 --- ParallelTerminationStrategy: PID 14121 died...\u000a18:01:59.791565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14121): Terminated: ok {rc=0}\u000a18:01:59.801616 --- ParallelTerminationStrategy: PID 14124 died...\u000a18:01:59.856122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14124): Terminated: ok {rc=0}\u000a18:01:59.866113 --- ParallelTerminationStrategy: PID 14127 died...\u000a18:01:59.920381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14127): Terminated: ok {rc=0}\u000a18:02:00.010524 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:01:01" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14142): Process ended prematurely: osmo-stp_10.42.42.5(pid=14142) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14142)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14142): Process ended prematurely: osmo-stp_10.42.42.5(pid=14142) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:02:02.241965 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.254470 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:02.414059 tst cs_paging_gprs_active.py: using LAC 35308\u000a18:02:02.537138 tst cs_paging_gprs_active.py: using RAC 118\u000a18:02:02.659872 tst cs_paging_gprs_active.py: using CellId 35308\u000a18:02:02.782328 tst cs_paging_gprs_active.py: using BVCI 35309\u000a18:02:02.806095 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.817101 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.827966 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.838725 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.849409 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.860221 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.871317 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.882046 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:02.892917 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:03.015948 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:03.303815 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:02:03.431833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:03.752618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14132): Launched\u000a18:02:04.016365 run iperf3-srv_10.42.42.10(pid=14133): Launched\u000a18:02:04.202501 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:02:04.329384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:04.648835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14134): Launched\u000a18:02:04.912693 run iperf3-srv_10.42.42.10(pid=14135): Launched\u000a18:02:05.099186 tst cs_paging_gprs_active.py:38: start network...\u000a18:02:05.226692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:05.716644 run create_hlr_db(pid=14136): Launched\u000a18:02:05.892161 bus /gobi_6: Setting Powered False\u000a18:02:06.913802 run create_hlr_db(pid=14136): Terminated: ok {rc=0}\u000a18:02:07.349936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14138): Launched\u000a18:02:07.678701 run osmo-hlr_10.42.42.2(pid=14139): Launched\u000a18:02:07.798620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:08.370564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14141): Launched\u000a18:02:08.700052 run osmo-stp_10.42.42.5(pid=14142): Launched\u000a18:02:08.822626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:09.396772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14144): Launched\u000a18:02:09.514242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:09.801571 run patchelf(pid=14145): Launched\u000a18:02:09.996015 run osmo-stp_10.42.42.5(pid=14142): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14142)]\u000a18:02:10.136371 run osmo-stp_10.42.42.5(pid=14142): stdout: \u000a| (launched: 2022-12-13_18:02:08.537584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:10.277177 run osmo-stp_10.42.42.5(pid=14142): stderr: \u000a| �[0;m�[38;5;43m20221213180208727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180208727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180208728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180208728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180208728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180208729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180208729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:10.412930 run osmo-stp_10.42.42.5(pid=14142): stdout: \u000a| (launched: 2022-12-13_18:02:08.537584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:10.547503 run osmo-stp_10.42.42.5(pid=14142): stderr: \u000a| �[0;m�[38;5;43m20221213180208727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180208727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180208728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180208728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180208728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180208729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180208729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:10.705967 run patchelf(pid=14145): Terminating (SIGINT)\u000a18:02:10.892017 run patchelf(pid=14145): Terminated: ok {rc=0}\u000a18:02:10.925951 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14142): Process ended prematurely: osmo-stp_10.42.42.5(pid=14142) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14142)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:02:10.935957 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:02:11.000085 run osmo-hlr_10.42.42.2(pid=14139): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14139)]\u000a18:02:11.052280 run osmo-hlr_10.42.42.2(pid=14139): stdout: \u000a| (launched: 2022-12-13_18:02:07.516699) \u000a18:02:11.104794 run osmo-hlr_10.42.42.2(pid=14139): stderr: \u000a| �[0;m�[1;31m20221213180207713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180207713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180207713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180207713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180207713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180207713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180207725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180207734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180207734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180207734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:11.149678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14132): Terminating (SIGTERM)\u000a18:02:11.192093 run iperf3-srv_10.42.42.10(pid=14133): Terminating (SIGTERM)\u000a18:02:11.234637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14134): Terminating (SIGTERM)\u000a18:02:11.277025 run iperf3-srv_10.42.42.10(pid=14135): Terminating (SIGTERM)\u000a18:02:11.319586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14138): Terminating (SIGTERM)\u000a18:02:11.361990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14141): Terminating (SIGTERM)\u000a18:02:11.404181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14144): Terminating (SIGTERM)\u000a18:02:11.413978 --- ParallelTerminationStrategy: PID 14132 died...\u000a18:02:11.470923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14132): Terminated: ok {rc=0}\u000a18:02:11.481256 --- ParallelTerminationStrategy: PID 14133 died...\u000a18:02:11.537641 run iperf3-srv_10.42.42.10(pid=14133): Terminated {rc=256}\u000a18:02:11.547747 --- ParallelTerminationStrategy: PID 14134 died...\u000a18:02:11.604348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14134): Terminated: ok {rc=0}\u000a18:02:11.614443 --- ParallelTerminationStrategy: PID 14135 died...\u000a18:02:11.670938 run iperf3-srv_10.42.42.10(pid=14135): Terminated {rc=256}\u000a18:02:11.681463 --- ParallelTerminationStrategy: PID 14138 died...\u000a18:02:11.738062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14138): Terminated: ok {rc=0}\u000a18:02:11.748116 --- ParallelTerminationStrategy: PID 14141 died...\u000a18:02:11.804536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14141): Terminated: ok {rc=0}\u000a18:02:11.814634 --- ParallelTerminationStrategy: PID 14144 died...\u000a18:02:11.871005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14144): Terminated: ok {rc=0}\u000a18:02:11.958418 bus /gobi_0: Setting Powered False\u000a18:02:13.065725 bus /gobi_0: Setting Powered False\u000a18:02:14.174489 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14154): Process ended prematurely: osmo-stp_10.42.42.5(pid=14154) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14154)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14154): Process ended prematurely: osmo-stp_10.42.42.5(pid=14154) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:02:15.290675 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.302724 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:15.469475 tst iperf3.py: using LAC 35309\u000a18:02:15.598986 tst iperf3.py: using RAC 119\u000a18:02:15.726961 tst iperf3.py: using CellId 35309\u000a18:02:15.859496 tst iperf3.py: using BVCI 35310\u000a18:02:15.888858 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.903871 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.916092 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.929124 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.941546 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.954476 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.967618 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.980575 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:15.994438 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:16.302012 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:02:16.441935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:16.795218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14146): Launched\u000a18:02:17.086243 run iperf3-srv_10.42.42.10(pid=14147): Launched\u000a18:02:17.278084 tst iperf3.py:8: start network...\u000a18:02:17.406829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:17.900931 run create_hlr_db(pid=14148): Launched\u000a18:02:18.078713 bus /gobi_6: Setting Powered False\u000a18:02:19.111229 run create_hlr_db(pid=14148): Terminated: ok {rc=0}\u000a18:02:19.527167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14150): Launched\u000a18:02:19.834972 run osmo-hlr_10.42.42.2(pid=14151): Launched\u000a18:02:19.951546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:20.486420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14153): Launched\u000a18:02:20.792663 run osmo-stp_10.42.42.5(pid=14154): Launched\u000a18:02:20.904017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:21.439796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14156): Launched\u000a18:02:21.548927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:21.818014 run patchelf(pid=14157): Launched\u000a18:02:21.998090 run osmo-stp_10.42.42.5(pid=14154): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14154)]\u000a18:02:22.129383 run osmo-stp_10.42.42.5(pid=14154): stdout: \u000a| (launched: 2022-12-13_18:02:20.642123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:22.260492 run osmo-stp_10.42.42.5(pid=14154): stderr: \u000a| �[0;m�[38;5;43m20221213180220811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180220811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180220812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180220812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180220812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180220813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180220813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:22.387338 run osmo-stp_10.42.42.5(pid=14154): stdout: \u000a| (launched: 2022-12-13_18:02:20.642123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:22.512505 run osmo-stp_10.42.42.5(pid=14154): stderr: \u000a| �[0;m�[38;5;43m20221213180220811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180220811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180220812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180220812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180220812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180220813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180220813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:22.660529 run patchelf(pid=14157): Terminating (SIGINT)\u000a18:02:22.835383 run patchelf(pid=14157): Terminated: ok {rc=0}\u000a18:02:22.867203 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14154): Process ended prematurely: osmo-stp_10.42.42.5(pid=14154) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14154)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:02:22.876449 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:02:22.937001 run osmo-hlr_10.42.42.2(pid=14151): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14151)]\u000a18:02:22.986376 run osmo-hlr_10.42.42.2(pid=14151): stdout: \u000a| (launched: 2022-12-13_18:02:19.683802) \u000a18:02:23.036232 run osmo-hlr_10.42.42.2(pid=14151): stderr: \u000a| �[0;m�[1;31m20221213180219859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180219859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180219859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180219859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180219859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180219859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180219871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180219881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180219881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180219881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:23.078959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14146): Terminating (SIGTERM)\u000a18:02:23.119201 run iperf3-srv_10.42.42.10(pid=14147): Terminating (SIGTERM)\u000a18:02:23.159341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14150): Terminating (SIGTERM)\u000a18:02:23.199359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14153): Terminating (SIGTERM)\u000a18:02:23.239465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14156): Terminating (SIGTERM)\u000a18:02:23.248908 --- ParallelTerminationStrategy: PID 14146 died...\u000a18:02:23.303197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14146): Terminated: ok {rc=0}\u000a18:02:23.313079 --- ParallelTerminationStrategy: PID 14147 died...\u000a18:02:23.367153 run iperf3-srv_10.42.42.10(pid=14147): Terminated {rc=256}\u000a18:02:23.376940 --- ParallelTerminationStrategy: PID 14150 died...\u000a18:02:23.430770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14150): Terminated: ok {rc=0}\u000a18:02:23.440543 --- ParallelTerminationStrategy: PID 14153 died...\u000a18:02:23.494213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14153): Terminated: ok {rc=0}\u000a18:02:23.504083 --- ParallelTerminationStrategy: PID 14156 died...\u000a18:02:23.557590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14156): Terminated: ok {rc=0}\u000a18:02:23.646107 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:02:24.758364 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:24.769978 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:24.928879 tst iperf3m4.py: using LAC 35310\u000a18:02:25.049557 tst iperf3m4.py: using RAC 120\u000a18:02:25.169763 tst iperf3m4.py: using CellId 35310\u000a18:02:25.289819 tst iperf3m4.py: using BVCI 35311\u000a18:02:25.313587 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.324600 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.335479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.346507 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.357760 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.368763 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.379820 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.390675 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:25.401674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:25.517025 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:25.636364 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:25.759357 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:26.041685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:02:26.169013 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:26.488347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14158): Launched\u000a18:02:26.754035 run iperf3-srv_10.42.42.10(pid=14159): Launched\u000a18:02:26.941654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:02:27.069455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:27.389617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14160): Launched\u000a18:02:27.656685 run iperf3-srv_10.42.42.10(pid=14161): Launched\u000a18:02:27.844048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:02:27.971553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:28.292569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14162): Launched\u000a18:02:28.558100 run iperf3-srv_10.42.42.10(pid=14163): Launched\u000a18:02:28.745415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:02:28.872724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:02:29.192641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14164): Launched\u000a18:02:29.457852 run iperf3-srv_10.42.42.10(pid=14165): Launched\u000a18:02:29.644073 tst iperf3m4.py:8: start network...\u000a18:02:29.771151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:30.262715 run create_hlr_db(pid=14166): Launched\u000a18:02:30.439239 bus /gobi_6: Setting Powered False\u000a18:02:31.514010 run create_hlr_db(pid=14166): Terminated: ok {rc=0}\u000a18:02:31.983313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Launched\u000a18:02:32.301063 run osmo-hlr_10.42.42.2(pid=14169): Launched\u000a18:02:32.417950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:32.955585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Launched\u000a18:02:33.263593 run osmo-stp_10.42.42.5(pid=14172): Launched\u000a18:02:33.375335 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:33.914984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14174): Launched\u000a18:02:34.024426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:34.294163 run patchelf(pid=14175): Launched\u000a18:02:34.475283 run osmo-stp_10.42.42.5(pid=14172): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]\u000a18:02:34.607232 run osmo-stp_10.42.42.5(pid=14172): stdout: \u000a| (launched: 2022-12-13_18:02:33.112231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:34.740173 run osmo-stp_10.42.42.5(pid=14172): stderr: \u000a| �[0;m�[38;5;43m20221213180233283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180233283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180233283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180233283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180233284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180233284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180233284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:34.867539 run osmo-stp_10.42.42.5(pid=14172): stdout: \u000a| (launched: 2022-12-13_18:02:33.112231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:34.993779 run osmo-stp_10.42.42.5(pid=14172): stderr: \u000a| �[0;m�[38;5;43m20221213180233283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180233283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180233283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180233283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180233284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180233284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180233284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:35.142372 run patchelf(pid=14175): Terminating (SIGINT)\u000a18:02:35.317284 run patchelf(pid=14175): Terminated: ok {rc=0}\u000a18:02:35.349102 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:02:35.358391 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:02:35.419705 run osmo-hlr_10.42.42.2(pid=14169): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14169)]\u000a18:02:35.470394 run osmo-hlr_10.42.42.2(pid=14169): stdout: \u000a| (launched: 2022-12-13_18:02:32.142806) \u000a18:02:35.520854 run osmo-hlr_10.42.42.2(pid=14169): stderr: \u000a| �[0;m�[1;31m20221213180232327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180232327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180232327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180232327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180232328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180232328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180232339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180232349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180232349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180232349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:35.563852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14158): Terminating (SIGTERM)\u000a18:02:35.603919 run iperf3-srv_10.42.42.10(pid=14159): Terminating (SIGTERM)\u000a18:02:35.644095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14160): Terminating (SIGTERM)\u000a18:02:35.684278 run iperf3-srv_10.42.42.10(pid=14161): Terminating (SIGTERM)\u000a18:02:35.724431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14162): Terminating (SIGTERM)\u000a18:02:35.764558 run iperf3-srv_10.42.42.10(pid=14163): Terminating (SIGTERM)\u000a18:02:35.804795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14164): Terminating (SIGTERM)\u000a18:02:35.844906 run iperf3-srv_10.42.42.10(pid=14165): Terminating (SIGTERM)\u000a18:02:35.885281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Terminating (SIGTERM)\u000a18:02:35.925402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Terminating (SIGTERM)\u000a18:02:35.965657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14174): Terminating (SIGTERM)\u000a18:02:35.975055 --- ParallelTerminationStrategy: PID 14158 died...\u000a18:02:36.029431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14158): Terminated: ok {rc=0}\u000a18:02:36.039343 --- ParallelTerminationStrategy: PID 14159 died...\u000a18:02:36.092879 run iperf3-srv_10.42.42.10(pid=14159): Terminated {rc=256}\u000a18:02:36.102571 --- ParallelTerminationStrategy: PID 14160 died...\u000a18:02:36.156325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14160): Terminated: ok {rc=0}\u000a18:02:36.166176 --- ParallelTerminationStrategy: PID 14161 died...\u000a18:02:36.219594 run iperf3-srv_10.42.42.10(pid=14161): Terminated {rc=256}\u000a18:02:36.229301 --- ParallelTerminationStrategy: PID 14162 died...\u000a18:02:36.282990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14162): Terminated: ok {rc=0}\u000a18:02:36.292728 --- ParallelTerminationStrategy: PID 14163 died...\u000a18:02:36.346295 run iperf3-srv_10.42.42.10(pid=14163): Terminated {rc=256}\u000a18:02:36.356103 --- ParallelTerminationStrategy: PID 14164 died...\u000a18:02:36.409748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14164): Terminated: ok {rc=0}\u000a18:02:36.419675 --- ParallelTerminationStrategy: PID 14165 died...\u000a18:02:36.473207 run iperf3-srv_10.42.42.10(pid=14165): Terminated {rc=256}\u000a18:02:36.483022 --- ParallelTerminationStrategy: PID 14168 died...\u000a18:02:36.536446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Terminated: ok {rc=0}\u000a18:02:36.546171 --- ParallelTerminationStrategy: PID 14171 died...\u000a18:02:36.599817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Terminated: ok {rc=0}\u000a18:02:36.609737 --- ParallelTerminationStrategy: PID 14174 died...\u000a18:02:36.663177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14174): Terminated: ok {rc=0}\u000a18:02:36.748235 bus /gobi_4: Setting Powered False\u000a18:02:37.851264 bus /gobi_4: Setting Powered False\u000a18:02:38.963674 bus /gobi_1: Setting Powered False\u000a18:02:40.067403 bus /gobi_1: Setting Powered False\u000a18:02:41.181066 bus /gobi_0: Setting Powered False\u000a18:02:42.285920 bus /gobi_0: Setting Powered False\u000a18:02:43.399620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14183): Process ended prematurely: osmo-stp_10.42.42.5(pid=14183) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14183)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14183): Process ended prematurely: osmo-stp_10.42.42.5(pid=14183) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:02:44.467596 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:44.479171 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:44.636798 tst ping.py: using LAC 35311\u000a18:02:44.765436 tst ping.py: using RAC 121\u000a18:02:44.896053 tst ping.py: using CellId 35311\u000a18:02:45.026484 tst ping.py: using BVCI 35312\u000a18:02:45.051543 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:45.063209 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:45.074592 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:45.085815 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:45.097381 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:45.108730 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:45.120328 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:45.131903 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:45.411536 tst ping.py:19: start network...\u000a18:02:45.538307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:46.061778 run create_hlr_db(pid=14177): Launched\u000a18:02:46.256573 bus /gobi_6: Setting Powered False\u000a18:02:47.283541 run create_hlr_db(pid=14177): Terminated: ok {rc=0}\u000a18:02:47.720388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14179): Launched\u000a18:02:48.048983 run osmo-hlr_10.42.42.2(pid=14180): Launched\u000a18:02:48.169222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:48.737242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14182): Launched\u000a18:02:49.064080 run osmo-stp_10.42.42.5(pid=14183): Launched\u000a18:02:49.182505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:49.751077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14185): Launched\u000a18:02:49.867781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:50.152930 run patchelf(pid=14186): Launched\u000a18:02:50.343851 run osmo-stp_10.42.42.5(pid=14183): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14183)]\u000a18:02:50.483488 run osmo-stp_10.42.42.5(pid=14183): stdout: \u000a| (launched: 2022-12-13_18:02:48.901948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:50.623508 run osmo-stp_10.42.42.5(pid=14183): stderr: \u000a| �[0;m�[38;5;43m20221213180249092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180249092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180249092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180249092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180249093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180249093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180249093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:50.758462 run osmo-stp_10.42.42.5(pid=14183): stdout: \u000a| (launched: 2022-12-13_18:02:48.901948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:50.891980 run osmo-stp_10.42.42.5(pid=14183): stderr: \u000a| �[0;m�[38;5;43m20221213180249092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180249092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180249092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180249092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180249093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180249093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180249093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:51.049246 run patchelf(pid=14186): Terminating (SIGINT)\u000a18:02:51.233664 run patchelf(pid=14186): Terminated: ok {rc=0}\u000a18:02:51.267103 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14183): Process ended prematurely: osmo-stp_10.42.42.5(pid=14183) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14183)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:02:51.276425 tst ping.py:22: Test FAILED (6.8 sec)\u000a18:02:51.340926 run osmo-hlr_10.42.42.2(pid=14180): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14180)]\u000a18:02:51.393395 run osmo-hlr_10.42.42.2(pid=14180): stdout: \u000a| (launched: 2022-12-13_18:02:47.886120) \u000a18:02:51.446661 run osmo-hlr_10.42.42.2(pid=14180): stderr: \u000a| �[0;m�[1;31m20221213180248083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180248083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180248083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180248083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180248083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180248083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180248095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180248106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180248106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180248106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:51.491954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14179): Terminating (SIGTERM)\u000a18:02:51.535251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14182): Terminating (SIGTERM)\u000a18:02:51.578134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14185): Terminating (SIGTERM)\u000a18:02:51.588220 --- ParallelTerminationStrategy: PID 14179 died...\u000a18:02:51.646002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14179): Terminated: ok {rc=0}\u000a18:02:51.656407 --- ParallelTerminationStrategy: PID 14182 died...\u000a18:02:51.713663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14182): Terminated: ok {rc=0}\u000a18:02:51.723851 --- ParallelTerminationStrategy: PID 14185 died...\u000a18:02:51.780646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14185): Terminated: ok {rc=0}\u000a18:02:51.869434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:02:52.923346 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:52.935635 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:53.104816 tst ping_idle_ping.py: using LAC 35312\u000a18:02:53.231829 tst ping_idle_ping.py: using RAC 122\u000a18:02:53.358117 tst ping_idle_ping.py: using CellId 35312\u000a18:02:53.487627 tst ping_idle_ping.py: using BVCI 35313\u000a18:02:53.512713 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:53.524127 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:53.535281 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:53.546588 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:53.558192 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:53.569874 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:53.581744 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:02:53.593711 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:02:53.874423 tst ping_idle_ping.py:24: start network...\u000a18:02:54.000668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:54.493823 run create_hlr_db(pid=14187): Launched\u000a18:02:54.670684 bus /gobi_6: Setting Powered False\u000a18:02:55.692624 run create_hlr_db(pid=14187): Terminated: ok {rc=0}\u000a18:02:56.101937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Launched\u000a18:02:56.405086 run osmo-hlr_10.42.42.2(pid=14190): Launched\u000a18:02:56.524537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:57.060281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Launched\u000a18:02:57.364499 run osmo-stp_10.42.42.5(pid=14193): Launched\u000a18:02:57.475572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:02:58.006877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Launched\u000a18:02:58.114600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:02:58.381400 run patchelf(pid=14196): Launched\u000a18:02:58.558556 run osmo-stp_10.42.42.5(pid=14193): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]\u000a18:02:58.688836 run osmo-stp_10.42.42.5(pid=14193): stdout: \u000a| (launched: 2022-12-13_18:02:57.214601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:58.819015 run osmo-stp_10.42.42.5(pid=14193): stderr: \u000a| �[0;m�[38;5;43m20221213180257382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180257382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180257382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180257383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180257383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180257383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180257383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:58.944298 run osmo-stp_10.42.42.5(pid=14193): stdout: \u000a| (launched: 2022-12-13_18:02:57.214601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:59.068419 run osmo-stp_10.42.42.5(pid=14193): stderr: \u000a| �[0;m�[38;5;43m20221213180257382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180257382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180257382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180257383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180257383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180257383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180257383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:59.214934 run patchelf(pid=14196): Terminating (SIGINT)\u000a18:02:59.386999 run patchelf(pid=14196): Terminated: ok {rc=0}\u000a18:02:59.418174 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)] [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:02:59.426914 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:02:59.487486 run osmo-hlr_10.42.42.2(pid=14190): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14190)]\u000a18:02:59.536824 run osmo-hlr_10.42.42.2(pid=14190): stdout: \u000a| (launched: 2022-12-13_18:02:56.256250) \u000a18:02:59.587172 run osmo-hlr_10.42.42.2(pid=14190): stderr: \u000a| �[0;m�[1;31m20221213180256432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180256432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180256432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180256432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180256432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180256432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180256444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180256454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180256454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180256454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:59.630357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Terminating (SIGTERM)\u000a18:02:59.670842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Terminating (SIGTERM)\u000a18:02:59.711183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Terminating (SIGTERM)\u000a18:02:59.720244 --- ParallelTerminationStrategy: PID 14189 died...\u000a18:02:59.774193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Terminated: ok {rc=0}\u000a18:02:59.784044 --- ParallelTerminationStrategy: PID 14192 died...\u000a18:02:59.837846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Terminated: ok {rc=0}\u000a18:02:59.847604 --- ParallelTerminationStrategy: PID 14195 died...\u000a18:02:59.901524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Terminated: ok {rc=0}\u000a18:02:59.991393 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:02:01" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14208): Process ended prematurely: osmo-stp_10.42.42.5(pid=14208) [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14208)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14208): Process ended prematurely: osmo-stp_10.42.42.5(pid=14208) [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:03:02.109504 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.125079 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:03:02.299300 tst switch_tch_pdch.py: using LAC 35313\u000a18:03:02.420514 tst switch_tch_pdch.py: using RAC 123\u000a18:03:02.542003 tst switch_tch_pdch.py: using CellId 35313\u000a18:03:02.666479 tst switch_tch_pdch.py: using BVCI 35314\u000a18:03:02.689959 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.701224 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.712144 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.723318 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.735070 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.746521 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.758042 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:03:02.769571 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:03:02.892712 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:03:03.181840 tst switch_tch_pdch.py:51: start network...\u000a18:03:03.308605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:03.795507 run create_hlr_db(pid=14202): Launched\u000a18:03:03.971712 bus /gobi_6: Setting Powered False\u000a18:03:04.991505 run create_hlr_db(pid=14202): Terminated: ok {rc=0}\u000a18:03:05.397245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14204): Launched\u000a18:03:05.702814 run osmo-hlr_10.42.42.2(pid=14205): Launched\u000a18:03:05.818143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:06.345838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14207): Launched\u000a18:03:06.649457 run osmo-stp_10.42.42.5(pid=14208): Launched\u000a18:03:06.759071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:03:07.288351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14210): Launched\u000a18:03:07.395735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:03:07.661304 run patchelf(pid=14211): Launched\u000a18:03:07.839466 run osmo-stp_10.42.42.5(pid=14208): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14208)]\u000a18:03:07.969187 run osmo-stp_10.42.42.5(pid=14208): stdout: \u000a| (launched: 2022-12-13_18:03:06.499699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:08.099625 run osmo-stp_10.42.42.5(pid=14208): stderr: \u000a| �[0;m�[38;5;43m20221213180306668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180306668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180306668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180306669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180306670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180306670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180306670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:08.224598 run osmo-stp_10.42.42.5(pid=14208): stdout: \u000a| (launched: 2022-12-13_18:03:06.499699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:08.348663 run osmo-stp_10.42.42.5(pid=14208): stderr: \u000a| �[0;m�[38;5;43m20221213180306668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180306668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180306668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180306669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180306670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180306670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180306670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:08.494613 run patchelf(pid=14211): Terminating (SIGINT)\u000a18:03:08.666356 run patchelf(pid=14211): Terminated: ok {rc=0}\u000a18:03:08.697381 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14208): Process ended prematurely: osmo-stp_10.42.42.5(pid=14208) [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14208)] [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:03:08.706159 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a18:03:08.766226 run osmo-hlr_10.42.42.2(pid=14205): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14205)]\u000a18:03:08.815596 run osmo-hlr_10.42.42.2(pid=14205): stdout: \u000a| (launched: 2022-12-13_18:03:05.550883) \u000a18:03:08.865612 run osmo-hlr_10.42.42.2(pid=14205): stderr: \u000a| �[0;m�[1;31m20221213180305728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180305728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180305728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180305728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180305728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180305728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180305740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180305749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180305750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180305750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:08.907974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14204): Terminating (SIGTERM)\u000a18:03:08.947968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14207): Terminating (SIGTERM)\u000a18:03:08.987932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14210): Terminating (SIGTERM)\u000a18:03:08.997398 --- ParallelTerminationStrategy: PID 14204 died...\u000a18:03:09.051170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14204): Terminated: ok {rc=0}\u000a18:03:09.061033 --- ParallelTerminationStrategy: PID 14207 died...\u000a18:03:09.114658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14207): Terminated: ok {rc=0}\u000a18:03:09.124462 --- ParallelTerminationStrategy: PID 14210 died...\u000a18:03:09.178083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14210): Terminated: ok {rc=0}\u000a18:03:09.268618 bus /gobi_0: Setting Powered False\u000a18:03:10.376687 bus /gobi_0: Setting Powered False\u000a18:03:11.489078 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:03:01" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14221): Process ended prematurely: osmo-stp_10.42.42.5(pid=14221) [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14221): Process ended prematurely: osmo-stp_10.42.42.5(pid=14221) [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:03:13.473643 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:13.485252 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:03:13.651042 tst switch_tch_pdch.py: using LAC 35314\u000a18:03:13.778787 tst switch_tch_pdch.py: using RAC 124\u000a18:03:13.906174 tst switch_tch_pdch.py: using CellId 35314\u000a18:03:14.035070 tst switch_tch_pdch.py: using BVCI 35315\u000a18:03:14.060039 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:14.071650 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:14.082993 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:14.094318 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:14.105975 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:14.117885 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:14.129975 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:03:14.141750 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:03:14.259089 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:03:14.538893 tst switch_tch_pdch.py:51: start network...\u000a18:03:14.666461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:15.126723 run create_hlr_db(pid=14215): Launched\u000a18:03:15.250226 bus /gobi_6: Setting Powered False\u000a18:03:16.324128 run create_hlr_db(pid=14215): Terminated: ok {rc=0}\u000a18:03:16.719526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14217): Launched\u000a18:03:17.142051 run osmo-hlr_10.42.42.2(pid=14218): Launched\u000a18:03:17.285808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:17.823597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14220): Launched\u000a18:03:18.149761 run osmo-stp_10.42.42.5(pid=14221): Launched\u000a18:03:18.267384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:03:18.806206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14223): Launched\u000a18:03:18.922806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:03:19.208310 run patchelf(pid=14224): Launched\u000a18:03:19.398893 run osmo-stp_10.42.42.5(pid=14221): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)]\u000a18:03:19.538942 run osmo-stp_10.42.42.5(pid=14221): stdout: \u000a| (launched: 2022-12-13_18:03:17.988013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:19.679464 run osmo-stp_10.42.42.5(pid=14221): stderr: \u000a| �[0;m�[38;5;43m20221213180318177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180318177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180318178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180318178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180318179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180318179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180318179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:19.815046 run osmo-stp_10.42.42.5(pid=14221): stdout: \u000a| (launched: 2022-12-13_18:03:17.988013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:19.948742 run osmo-stp_10.42.42.5(pid=14221): stderr: \u000a| �[0;m�[38;5;43m20221213180318177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180318177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180318178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180318178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180318179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180318179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180318179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:20.106619 run patchelf(pid=14224): Terminating (SIGINT)\u000a18:03:20.291811 run patchelf(pid=14224): Terminated: ok {rc=0}\u000a18:03:20.325406 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14221): Process ended prematurely: osmo-stp_10.42.42.5(pid=14221) [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14221)] [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:03:20.335009 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a18:03:20.399161 run osmo-hlr_10.42.42.2(pid=14218): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14218)]\u000a18:03:20.451374 run osmo-hlr_10.42.42.2(pid=14218): stdout: \u000a| (launched: 2022-12-13_18:03:16.875435) \u000a18:03:20.504927 run osmo-hlr_10.42.42.2(pid=14218): stderr: \u000a| �[0;m�[1;31m20221213180317125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180317125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180317125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180317125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180317125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180317125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180317142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180317164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180317164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180317164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:20.550585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14217): Terminating (SIGTERM)\u000a18:03:20.593300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14220): Terminating (SIGTERM)\u000a18:03:20.636140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14223): Terminating (SIGTERM)\u000a18:03:20.646198 --- ParallelTerminationStrategy: PID 14217 died...\u000a18:03:20.703784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14217): Terminated: ok {rc=0}\u000a18:03:20.714227 --- ParallelTerminationStrategy: PID 14220 died...\u000a18:03:20.771408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14220): Terminated: ok {rc=0}\u000a18:03:20.781823 --- ParallelTerminationStrategy: PID 14223 died...\u000a18:03:20.839194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14223): Terminated: ok {rc=0}\u000a18:03:20.926565 bus /gobi_0: Setting Powered False\u000a18:03:22.035030 bus /gobi_0: Setting Powered False\u000a18:03:23.145364 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:03:13" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14229): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14229) [trial-2392↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14229)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14229): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14229) [trial-2392↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a18:03:25.034702 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a18:03:25.045686 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:25.184024 tst mo_mt_sms.py: using LAC 35315\u000a18:03:25.310509 tst mo_mt_sms.py: using RAC 125\u000a18:03:25.437697 tst mo_mt_sms.py: using CellId 35315\u000a18:03:25.570268 tst mo_mt_sms.py: using BVCI 35316\u000a18:03:25.595336 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:25.712447 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:26.009901 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:03:26.146368 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:03:26.814435 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14228): Launched\u000a18:03:27.136544 run osmo-nitb_10.42.42.2(pid=14229): Launched\u000a18:03:27.336588 run osmo-nitb_10.42.42.2(pid=14229): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14229)]\u000a18:03:27.483271 run osmo-nitb_10.42.42.2(pid=14229): stdout: \u000a| (launched: 2022-12-13_18:03:26.979769) \u000a18:03:27.630794 run osmo-nitb_10.42.42.2(pid=14229): stderr: \u000a| (launched: 2022-12-13_18:03:27.028365)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:27.772925 run osmo-nitb_10.42.42.2(pid=14229): stdout: \u000a| (launched: 2022-12-13_18:03:26.979769) \u000a18:03:27.914617 run osmo-nitb_10.42.42.2(pid=14229): stderr: \u000a| (launched: 2022-12-13_18:03:27.028365)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:28.267938 tst osmo-nitb_10.42.42.2(pid=14229): stdout: \u000a| (launched: 2022-12-13_18:03:26.979769) \u000a18:03:28.398018 tst osmo-nitb_10.42.42.2(pid=14229): stderr: \u000a| (launched: 2022-12-13_18:03:27.028365)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:28.454762 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14229): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14229) [trial-2392↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14229)] [trial-2392↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a18:03:28.463838 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a18:03:28.500568 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14228): Terminating (SIGTERM)\u000a18:03:28.678872 --- ParallelTerminationStrategy: PID 14228 died...\u000a18:03:28.738272 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14228): Terminated: ok {rc=0}\u000a18:03:28.827847 bus /sierra_3: Setting Powered False\u000a18:03:29.934427 bus /sierra_3: Setting Powered False\u000a18:03:31.058413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:03:24" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14239): Process ended prematurely: osmo-stp_10.42.42.5(pid=14239) [trial-2392↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14239): Process ended prematurely: osmo-stp_10.42.42.5(pid=14239) [trial-2392↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a18:03:32.957644 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:32.969101 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:33.109197 tst mo_mt_sms.py: using LAC 35316\u000a18:03:33.235857 tst mo_mt_sms.py: using RAC 126\u000a18:03:33.356471 tst mo_mt_sms.py: using CellId 35316\u000a18:03:33.474089 tst mo_mt_sms.py: using BVCI 35317\u000a18:03:33.497277 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:33.508138 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:33.518972 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:33.529725 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:33.540378 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:33.550902 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:33.673161 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:03:33.875004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:34.360009 run create_hlr_db(pid=14233): Launched\u000a18:03:34.533926 bus /sierra_2: Setting Powered False\u000a18:03:35.555650 run create_hlr_db(pid=14233): Terminated: ok {rc=0}\u000a18:03:35.969287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14235): Launched\u000a18:03:36.271530 run osmo-hlr_10.42.42.2(pid=14236): Launched\u000a18:03:36.381867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:36.906657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14238): Launched\u000a18:03:37.209307 run osmo-stp_10.42.42.5(pid=14239): Launched\u000a18:03:37.318376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:37.877324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14241): Launched\u000a18:03:38.182087 run osmo-msc_10.42.42.6(pid=14242): Launched\u000a18:03:38.359988 run osmo-stp_10.42.42.5(pid=14239): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)]\u000a18:03:38.488651 run osmo-stp_10.42.42.5(pid=14239): stdout: \u000a| (launched: 2022-12-13_18:03:37.059963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:38.614964 run osmo-stp_10.42.42.5(pid=14239): stderr: \u000a| �[0;m�[38;5;43m20221213180337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180337230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180337230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180337231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180337231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:38.736809 run osmo-stp_10.42.42.5(pid=14239): stdout: \u000a| (launched: 2022-12-13_18:03:37.059963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:38.857543 run osmo-stp_10.42.42.5(pid=14239): stderr: \u000a| �[0;m�[38;5;43m20221213180337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180337230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180337230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180337231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180337231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:38.910795 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14239): Process ended prematurely: osmo-stp_10.42.42.5(pid=14239) [trial-2392↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)] [trial-2392↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a18:03:38.919141 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a18:03:38.979867 run osmo-hlr_10.42.42.2(pid=14236): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14236)]\u000a18:03:39.029818 run osmo-hlr_10.42.42.2(pid=14236): stdout: \u000a| (launched: 2022-12-13_18:03:36.122957) \u000a18:03:39.080461 run osmo-hlr_10.42.42.2(pid=14236): stderr: \u000a| �[0;m�[1;31m20221213180336297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180336298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180336298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180336298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180336298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180336298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180336314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180336324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180336325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180336325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:39.149566 run osmo-msc_10.42.42.6(pid=14242): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14242)]\u000a18:03:39.199570 run osmo-msc_10.42.42.6(pid=14242): stdout: \u000a| (launched: 2022-12-13_18:03:38.031658) \u000a18:03:39.250247 run osmo-msc_10.42.42.6(pid=14242): stderr: \u000a| �[0;m�[38;5;43m20221213180338302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180338302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4aad47dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180338303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180338303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180338303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180338303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180338305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180338305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180338305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180338306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:39.293058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14235): Terminating (SIGTERM)\u000a18:03:39.333434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14238): Terminating (SIGTERM)\u000a18:03:39.373891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14241): Terminating (SIGTERM)\u000a18:03:39.383409 --- ParallelTerminationStrategy: PID 14235 died...\u000a18:03:39.438231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14235): Terminated: ok {rc=0}\u000a18:03:39.448109 --- ParallelTerminationStrategy: PID 14238 died...\u000a18:03:39.502389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14238): Terminated: ok {rc=0}\u000a18:03:39.512145 --- ParallelTerminationStrategy: PID 14241 died...\u000a18:03:39.566247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14241): Terminated: ok {rc=0}\u000a18:03:39.652170 bus /sierra_3: Setting Powered False\u000a18:03:40.755356 bus /sierra_3: Setting Powered False\u000a18:03:41.869846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:03:32" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14249) [trial-2392↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14249) [trial-2392↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a18:03:43.711335 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a18:03:43.722848 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:43.857717 tst assert_extension.py: using LAC 35317\u000a18:03:43.975314 tst assert_extension.py: using RAC 127\u000a18:03:44.092677 tst assert_extension.py: using CellId 35317\u000a18:03:44.211952 tst assert_extension.py: using BVCI 35318\u000a18:03:44.234968 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a18:03:44.530320 tst assert_extension.py:10: start nitb and bts...\u000a18:03:44.666837 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:03:45.340226 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14248): Launched\u000a18:03:45.664038 run osmo-nitb_10.42.42.2(pid=14249): Launched\u000a18:03:45.890346 run osmo-nitb_10.42.42.2(pid=14249): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)]\u000a18:03:46.033978 run osmo-nitb_10.42.42.2(pid=14249): stdout: \u000a| (launched: 2022-12-13_18:03:45.505569) \u000a18:03:46.176387 run osmo-nitb_10.42.42.2(pid=14249): stderr: \u000a| (launched: 2022-12-13_18:03:45.553744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:46.314684 run osmo-nitb_10.42.42.2(pid=14249): stdout: \u000a| (launched: 2022-12-13_18:03:45.505569) \u000a18:03:46.450515 run osmo-nitb_10.42.42.2(pid=14249): stderr: \u000a| (launched: 2022-12-13_18:03:45.553744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:46.791248 tst osmo-nitb_10.42.42.2(pid=14249): stdout: \u000a| (launched: 2022-12-13_18:03:45.505569) \u000a18:03:46.916176 tst osmo-nitb_10.42.42.2(pid=14249): stderr: \u000a| (launched: 2022-12-13_18:03:45.553744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:03:46.970562 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14249) [trial-2392↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)] [trial-2392↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a18:03:46.979664 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a18:03:47.016476 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14248): Terminating (SIGTERM)\u000a18:03:47.195902 --- ParallelTerminationStrategy: PID 14248 died...\u000a18:03:47.251855 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14248): Terminated: ok {rc=0}\u000a18:03:47.342397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:03:43" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14259): Process ended prematurely: osmo-stp_10.42.42.5(pid=14259) [trial-2392↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14259): Process ended prematurely: osmo-stp_10.42.42.5(pid=14259) [trial-2392↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a18:03:49.178804 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:49.190172 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:03:49.330543 tst assert_extension.py: using LAC 35318\u000a18:03:49.458001 tst assert_extension.py: using RAC 128\u000a18:03:49.586283 tst assert_extension.py: using CellId 35318\u000a18:03:49.713500 tst assert_extension.py: using BVCI 35319\u000a18:03:49.738426 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:49.749944 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:49.761286 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:49.772312 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:49.783905 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:03:49.795487 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a18:03:49.999129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:50.484539 run create_hlr_db(pid=14253): Launched\u000a18:03:50.659979 bus /sierra_2: Setting Powered False\u000a18:03:51.681167 run create_hlr_db(pid=14253): Terminated: ok {rc=0}\u000a18:03:52.115957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14255): Launched\u000a18:03:52.442949 run osmo-hlr_10.42.42.2(pid=14256): Launched\u000a18:03:52.566257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:53.135652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14258): Launched\u000a18:03:53.463663 run osmo-stp_10.42.42.5(pid=14259): Launched\u000a18:03:53.582968 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:54.177805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14261): Launched\u000a18:03:54.504106 run osmo-msc_10.42.42.6(pid=14262): Launched\u000a18:03:54.694512 run osmo-stp_10.42.42.5(pid=14259): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)]\u000a18:03:54.831400 run osmo-stp_10.42.42.5(pid=14259): stdout: \u000a| (launched: 2022-12-13_18:03:53.301474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:54.968019 run osmo-stp_10.42.42.5(pid=14259): stderr: \u000a| �[0;m�[38;5;43m20221213180353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180353494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180353494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180353494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180353494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:55.099464 run osmo-stp_10.42.42.5(pid=14259): stdout: \u000a| (launched: 2022-12-13_18:03:53.301474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:55.229398 run osmo-stp_10.42.42.5(pid=14259): stderr: \u000a| �[0;m�[38;5;43m20221213180353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180353493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180353494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180353494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180353494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180353494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:55.286354 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14259): Process ended prematurely: osmo-stp_10.42.42.5(pid=14259) [trial-2392↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)] [trial-2392↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a18:03:55.295168 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a18:03:55.360079 run osmo-hlr_10.42.42.2(pid=14256): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14256)]\u000a18:03:55.413040 run osmo-hlr_10.42.42.2(pid=14256): stdout: \u000a| (launched: 2022-12-13_18:03:52.281137) \u000a18:03:55.466367 run osmo-hlr_10.42.42.2(pid=14256): stderr: \u000a| �[0;m�[1;31m20221213180352477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180352477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180352477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180352477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180352478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180352478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180352490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180352499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180352499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180352499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:55.538704 run osmo-msc_10.42.42.6(pid=14262): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14262)]\u000a18:03:55.591578 run osmo-msc_10.42.42.6(pid=14262): stdout: \u000a| (launched: 2022-12-13_18:03:54.343112) \u000a18:03:55.645220 run osmo-msc_10.42.42.6(pid=14262): stderr: \u000a| �[0;m�[38;5;43m20221213180354664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180354665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5424d68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180354665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180354665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180354665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180354665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180354667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180354667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180354667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180354668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:55.691162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14255): Terminating (SIGTERM)\u000a18:03:55.734534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14258): Terminating (SIGTERM)\u000a18:03:55.777822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14261): Terminating (SIGTERM)\u000a18:03:55.787933 --- ParallelTerminationStrategy: PID 14255 died...\u000a18:03:55.846162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14255): Terminated: ok {rc=0}\u000a18:03:55.856619 --- ParallelTerminationStrategy: PID 14258 died...\u000a18:03:55.914277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14258): Terminated: ok {rc=0}\u000a18:03:55.924711 --- ParallelTerminationStrategy: PID 14261 died...\u000a18:03:55.982584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14261): Terminated: ok {rc=0}\u000a18:03:56.072810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:03:48" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14273): Process ended prematurely: osmo-stp_10.42.42.5(pid=14273) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14273)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14273): Process ended prematurely: osmo-stp_10.42.42.5(pid=14273) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:03:58.031547 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:58.043714 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:03:58.210071 tst mo_mt_call.py: using LAC 35319\u000a18:03:58.342016 tst mo_mt_call.py: using RAC 129\u000a18:03:58.467326 tst mo_mt_call.py: using CellId 35319\u000a18:03:58.591057 tst mo_mt_call.py: using BVCI 35320\u000a18:03:58.614729 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:58.626250 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:58.637519 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:58.648782 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:58.660126 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:03:58.671371 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:03:58.795160 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:03:59.003165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:59.498917 run create_hlr_db(pid=14267): Launched\u000a18:03:59.677170 bus /sierra_2: Setting Powered False\u000a18:04:00.698798 run create_hlr_db(pid=14267): Terminated: ok {rc=0}\u000a18:04:01.158522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14269): Launched\u000a18:04:01.610630 run osmo-hlr_10.42.42.2(pid=14270): Launched\u000a18:04:01.957148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:02.570162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14272): Launched\u000a18:04:02.881536 run osmo-stp_10.42.42.5(pid=14273): Launched\u000a18:04:02.992641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:03.559800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14275): Launched\u000a18:04:03.872358 run osmo-msc_10.42.42.6(pid=14276): Launched\u000a18:04:04.052563 run osmo-stp_10.42.42.5(pid=14273): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14273)]\u000a18:04:04.184326 run osmo-stp_10.42.42.5(pid=14273): stdout: \u000a| (launched: 2022-12-13_18:04:02.728331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:04.313084 run osmo-stp_10.42.42.5(pid=14273): stderr: \u000a| �[0;m�[38;5;43m20221213180402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180402901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180402902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180402902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180402902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:04.436659 run osmo-stp_10.42.42.5(pid=14273): stdout: \u000a| (launched: 2022-12-13_18:04:02.728331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:04.559333 run osmo-stp_10.42.42.5(pid=14273): stderr: \u000a| �[0;m�[38;5;43m20221213180402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180402901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180402901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180402902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180402902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180402902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:04.613825 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14273): Process ended prematurely: osmo-stp_10.42.42.5(pid=14273) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14273)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:04:04.622618 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:04:04.682848 run osmo-hlr_10.42.42.2(pid=14270): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14270)]\u000a18:04:04.732516 run osmo-hlr_10.42.42.2(pid=14270): stdout: \u000a| (launched: 2022-12-13_18:04:01.331948) \u000a18:04:04.782767 run osmo-hlr_10.42.42.2(pid=14270): stderr: \u000a| �[0;m�[1;31m20221213180401657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180401657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180401657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180401657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180401657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180401657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180401681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180401702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180401702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180401702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:04.851029 run osmo-msc_10.42.42.6(pid=14276): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14276)]\u000a18:04:04.900137 run osmo-msc_10.42.42.6(pid=14276): stdout: \u000a| (launched: 2022-12-13_18:04:03.716850) \u000a18:04:04.949704 run osmo-msc_10.42.42.6(pid=14276): stderr: \u000a| �[0;m�[38;5;43m20221213180403989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180403989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0367aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180403989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180403989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180403989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180403989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180403991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180403991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180403992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:04.991902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14269): Terminating (SIGTERM)\u000a18:04:05.031970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14272): Terminating (SIGTERM)\u000a18:04:05.072183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14275): Terminating (SIGTERM)\u000a18:04:05.081622 --- ParallelTerminationStrategy: PID 14269 died...\u000a18:04:05.135540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14269): Terminated: ok {rc=0}\u000a18:04:05.145403 --- ParallelTerminationStrategy: PID 14272 died...\u000a18:04:05.199146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14272): Terminated: ok {rc=0}\u000a18:04:05.209004 --- ParallelTerminationStrategy: PID 14275 died...\u000a18:04:05.262745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14275): Terminated: ok {rc=0}\u000a18:04:05.354061 bus /sierra_3: Setting Powered False\u000a18:04:06.459233 bus /sierra_3: Setting Powered False\u000a18:04:07.571079 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:04:08.683240 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:04:08.695505 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:04:08.850385 tst mo_mt_call_osmux.py: using LAC 35320\u000a18:04:08.973179 tst mo_mt_call_osmux.py: using RAC 130\u000a18:04:09.094829 tst mo_mt_call_osmux.py: using CellId 35320\u000a18:04:09.217818 tst mo_mt_call_osmux.py: using BVCI 35321\u000a18:04:09.241275 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:04:09.252580 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:04:09.263706 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:04:09.274797 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:04:09.285949 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:04:09.297156 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:04:09.422121 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:04:09.629990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:10.126331 run create_hlr_db(pid=14278): Launched\u000a18:04:10.305133 bus /sierra_2: Setting Powered False\u000a18:04:11.326094 run create_hlr_db(pid=14278): Terminated: ok {rc=0}\u000a18:04:11.763413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Launched\u000a18:04:12.074784 run osmo-hlr_10.42.42.2(pid=14281): Launched\u000a18:04:12.187105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:12.727153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Launched\u000a18:04:13.039652 run osmo-stp_10.42.42.5(pid=14284): Launched\u000a18:04:13.150419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:13.721422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Launched\u000a18:04:14.032444 run osmo-msc_10.42.42.6(pid=14287): Launched\u000a18:04:14.213289 run osmo-stp_10.42.42.5(pid=14284): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a18:04:14.344932 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-13_18:04:12.884701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:14.474064 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221213180413053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180413053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180413054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180413054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180413054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180413054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180413055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:14.598081 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-13_18:04:12.884701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:14.720810 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221213180413053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180413053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180413054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180413054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180413054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180413054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180413055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:14.775216 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:04:14.784073 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:04:14.845634 run osmo-hlr_10.42.42.2(pid=14281): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14281)]\u000a18:04:14.895742 run osmo-hlr_10.42.42.2(pid=14281): stdout: \u000a| (launched: 2022-12-13_18:04:11.920211) \u000a18:04:14.946629 run osmo-hlr_10.42.42.2(pid=14281): stderr: \u000a| �[0;m�[1;31m20221213180412096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180412096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180412096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180412096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180412096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180412096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180412108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180412118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180412118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180412118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:15.015569 run osmo-msc_10.42.42.6(pid=14287): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14287)]\u000a18:04:15.065544 run osmo-msc_10.42.42.6(pid=14287): stdout: \u000a| (launched: 2022-12-13_18:04:13.878819) \u000a18:04:15.116105 run osmo-msc_10.42.42.6(pid=14287): stderr: \u000a| �[0;m�[38;5;43m20221213180414152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180414152 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbab0353c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180414152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180414152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180414152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180414152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180414154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180414154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180414155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180414155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:15.159171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminating (SIGTERM)\u000a18:04:15.199914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminating (SIGTERM)\u000a18:04:15.241065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Terminating (SIGTERM)\u000a18:04:15.250653 --- ParallelTerminationStrategy: PID 14280 died...\u000a18:04:15.305451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminated: ok {rc=0}\u000a18:04:15.315458 --- ParallelTerminationStrategy: PID 14283 died...\u000a18:04:15.370097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminated: ok {rc=0}\u000a18:04:15.379862 --- ParallelTerminationStrategy: PID 14286 died...\u000a18:04:15.434469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Terminated: ok {rc=0}\u000a18:04:15.520460 bus /sierra_3: Setting Powered False\u000a18:04:16.623474 bus /sierra_3: Setting Powered False\u000a18:04:17.732698 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:03:57" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:04:19.731419 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:19.743489 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:04:19.907497 tst mo_mt_call.py: using LAC 35321\u000a18:04:20.037670 tst mo_mt_call.py: using RAC 131\u000a18:04:20.169600 tst mo_mt_call.py: using CellId 35321\u000a18:04:20.300799 tst mo_mt_call.py: using BVCI 35322\u000a18:04:20.326350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:20.338238 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:20.349861 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:20.361429 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:20.373582 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:20.385976 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:20.506961 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:20.724652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:21.246264 run create_hlr_db(pid=14292): Launched\u000a18:04:21.439034 bus /sierra_2: Setting Powered False\u000a18:04:22.460822 run create_hlr_db(pid=14292): Terminated: ok {rc=0}\u000a18:04:22.905182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14294): Launched\u000a18:04:23.241166 run osmo-hlr_10.42.42.2(pid=14295): Launched\u000a18:04:23.363477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:23.945399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14297): Launched\u000a18:04:24.280087 run osmo-stp_10.42.42.5(pid=14298): Launched\u000a18:04:24.401272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:25.010181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Launched\u000a18:04:25.345645 run osmo-msc_10.42.42.6(pid=14301): Launched\u000a18:04:25.539764 run osmo-stp_10.42.42.5(pid=14298): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]\u000a18:04:25.680523 run osmo-stp_10.42.42.5(pid=14298): stdout: \u000a| (launched: 2022-12-13_18:04:24.115024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:25.819695 run osmo-stp_10.42.42.5(pid=14298): stderr: \u000a| �[0;m�[38;5;43m20221213180424307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180424307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180424307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180424308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180424308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180424308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180424308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:25.953468 run osmo-stp_10.42.42.5(pid=14298): stdout: \u000a| (launched: 2022-12-13_18:04:24.115024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:26.086000 run osmo-stp_10.42.42.5(pid=14298): stderr: \u000a| �[0;m�[38;5;43m20221213180424307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180424307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180424307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180424308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180424308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180424308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180424308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:26.144527 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:04:26.154252 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:04:26.219085 run osmo-hlr_10.42.42.2(pid=14295): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14295)]\u000a18:04:26.271787 run osmo-hlr_10.42.42.2(pid=14295): stdout: \u000a| (launched: 2022-12-13_18:04:23.075215) \u000a18:04:26.325380 run osmo-hlr_10.42.42.2(pid=14295): stderr: \u000a| �[0;m�[1;31m20221213180423274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180423274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180423274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180423274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180423274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180423274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180423287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180423295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180423296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180423296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:26.398155 run osmo-msc_10.42.42.6(pid=14301): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14301)]\u000a18:04:26.450905 run osmo-msc_10.42.42.6(pid=14301): stdout: \u000a| (launched: 2022-12-13_18:04:25.179897) \u000a18:04:26.504047 run osmo-msc_10.42.42.6(pid=14301): stderr: \u000a| �[0;m�[38;5;43m20221213180425502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180425502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc98bcd0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180425502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180425502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180425503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180425503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180425504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180425505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180425505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180425505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:26.549478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14294): Terminating (SIGTERM)\u000a18:04:26.592782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14297): Terminating (SIGTERM)\u000a18:04:26.635931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Terminating (SIGTERM)\u000a18:04:26.645938 --- ParallelTerminationStrategy: PID 14294 died...\u000a18:04:26.704325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14294): Terminated: ok {rc=0}\u000a18:04:26.714771 --- ParallelTerminationStrategy: PID 14297 died...\u000a18:04:26.772222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14297): Terminated: ok {rc=0}\u000a18:04:26.782674 --- ParallelTerminationStrategy: PID 14300 died...\u000a18:04:26.840310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Terminated: ok {rc=0}\u000a18:04:26.927644 bus /sierra_3: Setting Powered False\u000a18:04:28.035408 bus /sierra_3: Setting Powered False\u000a18:04:29.145891 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14309): Process ended prematurely: osmo-stp_10.42.42.5(pid=14309) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14309): Process ended prematurely: osmo-stp_10.42.42.5(pid=14309) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:04:30.264407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:30.277010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:04:30.441729 tst mo_mt_call_osmux.py: using LAC 35322\u000a18:04:30.572203 tst mo_mt_call_osmux.py: using RAC 132\u000a18:04:30.701266 tst mo_mt_call_osmux.py: using CellId 35322\u000a18:04:30.837348 tst mo_mt_call_osmux.py: using BVCI 35323\u000a18:04:30.865629 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:30.881206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:30.900226 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:30.912717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:30.925332 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:04:30.937634 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:31.077089 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:04:31.303775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:31.871599 run create_hlr_db(pid=14303): Launched\u000a18:04:32.118699 bus /sierra_2: Setting Powered False\u000a18:04:33.093193 run create_hlr_db(pid=14303): Terminated: ok {rc=0}\u000a18:04:33.581838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14305): Launched\u000a18:04:33.917104 run osmo-hlr_10.42.42.2(pid=14306): Launched\u000a18:04:34.041301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:34.621276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14308): Launched\u000a18:04:34.954942 run osmo-stp_10.42.42.5(pid=14309): Launched\u000a18:04:35.076118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:35.685495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14311): Launched\u000a18:04:36.019212 run osmo-msc_10.42.42.6(pid=14312): Launched\u000a18:04:36.215234 run osmo-stp_10.42.42.5(pid=14309): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)]\u000a18:04:36.356582 run osmo-stp_10.42.42.5(pid=14309): stdout: \u000a| (launched: 2022-12-13_18:04:34.790334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:36.496769 run osmo-stp_10.42.42.5(pid=14309): stderr: \u000a| �[0;m�[38;5;43m20221213180434982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180434982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180434983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180434983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180434984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180434984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180434984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:36.630996 run osmo-stp_10.42.42.5(pid=14309): stdout: \u000a| (launched: 2022-12-13_18:04:34.790334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:36.763685 run osmo-stp_10.42.42.5(pid=14309): stderr: \u000a| �[0;m�[38;5;43m20221213180434982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180434982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180434983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180434983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180434984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180434984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180434984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:36.822550 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14309): Process ended prematurely: osmo-stp_10.42.42.5(pid=14309) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:04:36.832173 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:04:36.897025 run osmo-hlr_10.42.42.2(pid=14306): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14306)]\u000a18:04:36.949880 run osmo-hlr_10.42.42.2(pid=14306): stdout: \u000a| (launched: 2022-12-13_18:04:33.751022) \u000a18:04:37.003295 run osmo-hlr_10.42.42.2(pid=14306): stderr: \u000a| �[0;m�[1;31m20221213180433948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180433948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180433948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180433948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180433948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180433948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180433963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180433973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180433973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180433974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:37.076331 run osmo-msc_10.42.42.6(pid=14312): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14312)]\u000a18:04:37.129283 run osmo-msc_10.42.42.6(pid=14312): stdout: \u000a| (launched: 2022-12-13_18:04:35.854827) \u000a18:04:37.182735 run osmo-msc_10.42.42.6(pid=14312): stderr: \u000a| �[0;m�[38;5;43m20221213180436175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180436175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6583080c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180436175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180436175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180436175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180436176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180436177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180436178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180436178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180436178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:37.228279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14305): Terminating (SIGTERM)\u000a18:04:37.271694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14308): Terminating (SIGTERM)\u000a18:04:37.315450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14311): Terminating (SIGTERM)\u000a18:04:37.325577 --- ParallelTerminationStrategy: PID 14305 died...\u000a18:04:37.383874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14305): Terminated: ok {rc=0}\u000a18:04:37.394445 --- ParallelTerminationStrategy: PID 14308 died...\u000a18:04:37.452668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14308): Terminated: ok {rc=0}\u000a18:04:37.463225 --- ParallelTerminationStrategy: PID 14311 died...\u000a18:04:37.521490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14311): Terminated: ok {rc=0}\u000a18:04:37.611480 bus /sierra_3: Setting Powered False\u000a18:04:38.718350 bus /sierra_3: Setting Powered False\u000a18:04:39.831868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:04:19" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14323): Process ended prematurely: osmo-stp_10.42.42.5(pid=14323) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14323): Process ended prematurely: osmo-stp_10.42.42.5(pid=14323) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:04:41.827747 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:41.839111 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:04:41.993440 tst mo_mt_call.py: using LAC 35323\u000a18:04:42.114589 tst mo_mt_call.py: using RAC 133\u000a18:04:42.237975 tst mo_mt_call.py: using CellId 35323\u000a18:04:42.358950 tst mo_mt_call.py: using BVCI 35324\u000a18:04:42.382452 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:42.393834 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:42.404888 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:42.416318 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:42.427546 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:42.438724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:42.557325 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:42.767624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:43.263406 run create_hlr_db(pid=14317): Launched\u000a18:04:43.441588 bus /sierra_2: Setting Powered False\u000a18:04:44.464582 run create_hlr_db(pid=14317): Terminated: ok {rc=0}\u000a18:04:44.881446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14319): Launched\u000a18:04:45.193157 run osmo-hlr_10.42.42.2(pid=14320): Launched\u000a18:04:45.306932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:45.861629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14322): Launched\u000a18:04:46.281311 run osmo-stp_10.42.42.5(pid=14323): Launched\u000a18:04:46.444149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:47.103868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14325): Launched\u000a18:04:47.442124 run osmo-msc_10.42.42.6(pid=14326): Launched\u000a18:04:47.638340 run osmo-stp_10.42.42.5(pid=14323): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)]\u000a18:04:47.780733 run osmo-stp_10.42.42.5(pid=14323): stdout: \u000a| (launched: 2022-12-13_18:04:46.026876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:47.921120 run osmo-stp_10.42.42.5(pid=14323): stderr: \u000a| �[0;m�[38;5;43m20221213180446339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180446339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180446339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180446340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180446340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180446340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180446340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:48.055947 run osmo-stp_10.42.42.5(pid=14323): stdout: \u000a| (launched: 2022-12-13_18:04:46.026876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:48.189528 run osmo-stp_10.42.42.5(pid=14323): stderr: \u000a| �[0;m�[38;5;43m20221213180446339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180446339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180446339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180446340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180446340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180446340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180446340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:48.247985 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14323): Process ended prematurely: osmo-stp_10.42.42.5(pid=14323) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:04:48.257664 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:04:48.322512 run osmo-hlr_10.42.42.2(pid=14320): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14320)]\u000a18:04:48.375429 run osmo-hlr_10.42.42.2(pid=14320): stdout: \u000a| (launched: 2022-12-13_18:04:45.039523) \u000a18:04:48.429129 run osmo-hlr_10.42.42.2(pid=14320): stderr: \u000a| �[0;m�[1;31m20221213180445216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180445216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180445216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180445217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180445217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180445217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180445229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180445237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180445237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180445237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:48.502195 run osmo-msc_10.42.42.6(pid=14326): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14326)]\u000a18:04:48.555255 run osmo-msc_10.42.42.6(pid=14326): stdout: \u000a| (launched: 2022-12-13_18:04:47.275882) \u000a18:04:48.609059 run osmo-msc_10.42.42.6(pid=14326): stderr: \u000a| �[0;m�[38;5;43m20221213180447597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180447597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68b78d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180447597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180447597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180447597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180447597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180447599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180447599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180447600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180447600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:48.655019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14319): Terminating (SIGTERM)\u000a18:04:48.699122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14322): Terminating (SIGTERM)\u000a18:04:48.742569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14325): Terminating (SIGTERM)\u000a18:04:48.752715 --- ParallelTerminationStrategy: PID 14319 died...\u000a18:04:48.811629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14319): Terminated: ok {rc=0}\u000a18:04:48.822287 --- ParallelTerminationStrategy: PID 14322 died...\u000a18:04:48.880289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14322): Terminated: ok {rc=0}\u000a18:04:48.890789 --- ParallelTerminationStrategy: PID 14325 died...\u000a18:04:48.948786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14325): Terminated: ok {rc=0}\u000a18:04:49.037373 bus /sierra_3: Setting Powered False\u000a18:04:50.145409 bus /sierra_3: Setting Powered False\u000a18:04:51.255241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14334): Process ended prematurely: osmo-stp_10.42.42.5(pid=14334) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14334): Process ended prematurely: osmo-stp_10.42.42.5(pid=14334) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:04:52.373410 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:52.386000 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:04:52.546445 tst mo_mt_call_osmux.py: using LAC 35324\u000a18:04:52.673730 tst mo_mt_call_osmux.py: using RAC 134\u000a18:04:52.794836 tst mo_mt_call_osmux.py: using CellId 35324\u000a18:04:52.914727 tst mo_mt_call_osmux.py: using BVCI 35325\u000a18:04:52.938642 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:52.950110 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:52.961181 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:52.972121 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:52.983300 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:04:52.994340 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:53.118870 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:04:53.327368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:53.822639 run create_hlr_db(pid=14328): Launched\u000a18:04:54.000491 bus /sierra_2: Setting Powered False\u000a18:04:55.022621 run create_hlr_db(pid=14328): Terminated: ok {rc=0}\u000a18:04:55.464427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14330): Launched\u000a18:04:55.798742 run osmo-hlr_10.42.42.2(pid=14331): Launched\u000a18:04:55.920709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:56.502489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14333): Launched\u000a18:04:56.837511 run osmo-stp_10.42.42.5(pid=14334): Launched\u000a18:04:56.958565 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:04:57.567245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14336): Launched\u000a18:04:57.902423 run osmo-msc_10.42.42.6(pid=14337): Launched\u000a18:04:58.096809 run osmo-stp_10.42.42.5(pid=14334): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)]\u000a18:04:58.236939 run osmo-stp_10.42.42.5(pid=14334): stdout: \u000a| (launched: 2022-12-13_18:04:56.671801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:58.376198 run osmo-stp_10.42.42.5(pid=14334): stderr: \u000a| �[0;m�[38;5;43m20221213180456865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180456865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180456865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180456866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180456866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180456866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180456866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:58.510128 run osmo-stp_10.42.42.5(pid=14334): stdout: \u000a| (launched: 2022-12-13_18:04:56.671801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:58.643155 run osmo-stp_10.42.42.5(pid=14334): stderr: \u000a| �[0;m�[38;5;43m20221213180456865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180456865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180456865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180456866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180456866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180456866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180456866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:58.701829 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14334): Process ended prematurely: osmo-stp_10.42.42.5(pid=14334) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:04:58.711425 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:04:58.776104 run osmo-hlr_10.42.42.2(pid=14331): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14331)]\u000a18:04:58.828908 run osmo-hlr_10.42.42.2(pid=14331): stdout: \u000a| (launched: 2022-12-13_18:04:55.633746) \u000a18:04:58.882620 run osmo-hlr_10.42.42.2(pid=14331): stderr: \u000a| �[0;m�[1;31m20221213180455830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180455830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180455830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180455830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180455830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180455830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180455843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180455854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180455855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180455855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:58.955492 run osmo-msc_10.42.42.6(pid=14337): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14337)]\u000a18:04:59.008349 run osmo-msc_10.42.42.6(pid=14337): stdout: \u000a| (launched: 2022-12-13_18:04:57.736605) \u000a18:04:59.062266 run osmo-msc_10.42.42.6(pid=14337): stderr: \u000a| �[0;m�[38;5;43m20221213180458059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180458060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06a4662c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180458060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180458060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180458060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180458060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180458062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180458062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180458063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180458063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:04:59.108389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14330): Terminating (SIGTERM)\u000a18:04:59.151912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14333): Terminating (SIGTERM)\u000a18:04:59.195042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14336): Terminating (SIGTERM)\u000a18:04:59.205172 --- ParallelTerminationStrategy: PID 14330 died...\u000a18:04:59.263020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14330): Terminated: ok {rc=0}\u000a18:04:59.273622 --- ParallelTerminationStrategy: PID 14333 died...\u000a18:04:59.331038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14333): Terminated: ok {rc=0}\u000a18:04:59.341741 --- ParallelTerminationStrategy: PID 14336 died...\u000a18:04:59.399032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14336): Terminated: ok {rc=0}\u000a18:04:59.486962 bus /sierra_3: Setting Powered False\u000a18:05:00.593625 bus /sierra_3: Setting Powered False\u000a18:05:01.715063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:04:41" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14351): Process ended prematurely: osmo-stp_10.42.42.5(pid=14351) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14351)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14351): Process ended prematurely: osmo-stp_10.42.42.5(pid=14351) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:05:03.724874 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:03.736786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:05:03.898473 tst mo_mt_call.py: using LAC 35325\u000a18:05:04.031141 tst mo_mt_call.py: using RAC 135\u000a18:05:04.159224 tst mo_mt_call.py: using CellId 35325\u000a18:05:04.287168 tst mo_mt_call.py: using BVCI 35326\u000a18:05:04.312495 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:04.324280 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:04.335867 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:04.347799 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:04.360242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:04.372524 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:05:04.491648 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:05:04.708640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:05.233430 run create_hlr_db(pid=14345): Launched\u000a18:05:05.426150 bus /sierra_2: Setting Powered False\u000a18:05:06.447587 run create_hlr_db(pid=14345): Terminated: ok {rc=0}\u000a18:05:06.868198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14347): Launched\u000a18:05:07.178580 run osmo-hlr_10.42.42.2(pid=14348): Launched\u000a18:05:07.291773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:07.833214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14350): Launched\u000a18:05:08.145777 run osmo-stp_10.42.42.5(pid=14351): Launched\u000a18:05:08.258529 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:08.829350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14353): Launched\u000a18:05:09.143130 run osmo-msc_10.42.42.6(pid=14354): Launched\u000a18:05:09.325578 run osmo-stp_10.42.42.5(pid=14351): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14351)]\u000a18:05:09.457215 run osmo-stp_10.42.42.5(pid=14351): stdout: \u000a| (launched: 2022-12-13_18:05:07.990925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:09.586581 run osmo-stp_10.42.42.5(pid=14351): stderr: \u000a| �[0;m�[38;5;43m20221213180508162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180508162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180508162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180508163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180508163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180508163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180508163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:09.711188 run osmo-stp_10.42.42.5(pid=14351): stdout: \u000a| (launched: 2022-12-13_18:05:07.990925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:09.834357 run osmo-stp_10.42.42.5(pid=14351): stderr: \u000a| �[0;m�[38;5;43m20221213180508162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180508162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180508162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180508163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180508163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180508163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180508163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:09.889044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14351): Process ended prematurely: osmo-stp_10.42.42.5(pid=14351) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14351)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:05:09.897646 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:05:09.958821 run osmo-hlr_10.42.42.2(pid=14348): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14348)]\u000a18:05:10.009653 run osmo-hlr_10.42.42.2(pid=14348): stdout: \u000a| (launched: 2022-12-13_18:05:07.025360) \u000a18:05:10.062963 run osmo-hlr_10.42.42.2(pid=14348): stderr: \u000a| �[0;m�[1;31m20221213180507198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180507199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180507199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180507199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180507199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180507199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180507238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180507248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180507248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180507248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:10.134835 run osmo-msc_10.42.42.6(pid=14354): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14354)]\u000a18:05:10.184818 run osmo-msc_10.42.42.6(pid=14354): stdout: \u000a| (launched: 2022-12-13_18:05:08.987316) \u000a18:05:10.235581 run osmo-msc_10.42.42.6(pid=14354): stderr: \u000a| �[0;m�[38;5;43m20221213180509258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180509258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2318b26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180509258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180509258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180509258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180509258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180509260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180509261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180509261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180509261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:10.278520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14347): Terminating (SIGTERM)\u000a18:05:10.318739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14350): Terminating (SIGTERM)\u000a18:05:10.358954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14353): Terminating (SIGTERM)\u000a18:05:10.368369 --- ParallelTerminationStrategy: PID 14347 died...\u000a18:05:10.422577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14347): Terminated: ok {rc=0}\u000a18:05:10.432378 --- ParallelTerminationStrategy: PID 14350 died...\u000a18:05:10.486210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14350): Terminated: ok {rc=0}\u000a18:05:10.495995 --- ParallelTerminationStrategy: PID 14353 died...\u000a18:05:10.549726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14353): Terminated: ok {rc=0}\u000a18:05:10.639485 bus /sierra_3: Setting Powered False\u000a18:05:11.743925 bus /sierra_3: Setting Powered False\u000a18:05:12.856128 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14364): Process ended prematurely: osmo-stp_10.42.42.5(pid=14364) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14364): Process ended prematurely: osmo-stp_10.42.42.5(pid=14364) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:05:13.973838 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:13.986560 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:05:14.154858 tst mo_mt_call_osmux.py: using LAC 35326\u000a18:05:14.285737 tst mo_mt_call_osmux.py: using RAC 136\u000a18:05:14.418391 tst mo_mt_call_osmux.py: using CellId 35326\u000a18:05:14.548892 tst mo_mt_call_osmux.py: using BVCI 35327\u000a18:05:14.574775 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:14.586873 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:14.598779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:14.610383 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:14.622892 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:05:14.635198 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:05:14.755447 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:05:14.965795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:15.467282 run create_hlr_db(pid=14358): Launched\u000a18:05:15.660942 bus /sierra_2: Setting Powered False\u000a18:05:16.684903 run create_hlr_db(pid=14358): Terminated: ok {rc=0}\u000a18:05:17.147784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14360): Launched\u000a18:05:17.484699 run osmo-hlr_10.42.42.2(pid=14361): Launched\u000a18:05:17.605283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:18.183434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14363): Launched\u000a18:05:18.518495 run osmo-stp_10.42.42.5(pid=14364): Launched\u000a18:05:18.640101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:19.249169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14366): Launched\u000a18:05:19.584602 run osmo-msc_10.42.42.6(pid=14367): Launched\u000a18:05:19.780884 run osmo-stp_10.42.42.5(pid=14364): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)]\u000a18:05:19.923197 run osmo-stp_10.42.42.5(pid=14364): stdout: \u000a| (launched: 2022-12-13_18:05:18.352593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:20.062982 run osmo-stp_10.42.42.5(pid=14364): stderr: \u000a| �[0;m�[38;5;43m20221213180518546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180518547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180518547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180518547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180518548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180518548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180518548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:20.197517 run osmo-stp_10.42.42.5(pid=14364): stdout: \u000a| (launched: 2022-12-13_18:05:18.352593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:20.330436 run osmo-stp_10.42.42.5(pid=14364): stderr: \u000a| �[0;m�[38;5;43m20221213180518546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180518547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180518547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180518547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180518548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180518548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180518548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:20.389025 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14364): Process ended prematurely: osmo-stp_10.42.42.5(pid=14364) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14364)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:05:20.398651 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:05:20.463486 run osmo-hlr_10.42.42.2(pid=14361): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14361)]\u000a18:05:20.517290 run osmo-hlr_10.42.42.2(pid=14361): stdout: \u000a| (launched: 2022-12-13_18:05:17.318315) \u000a18:05:20.570864 run osmo-hlr_10.42.42.2(pid=14361): stderr: \u000a| �[0;m�[1;31m20221213180517517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180517518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180517518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180517518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180517518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180517518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180517556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180517566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180517566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180517566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:20.643616 run osmo-msc_10.42.42.6(pid=14367): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14367)]\u000a18:05:20.696832 run osmo-msc_10.42.42.6(pid=14367): stdout: \u000a| (launched: 2022-12-13_18:05:19.418941) \u000a18:05:20.750338 run osmo-msc_10.42.42.6(pid=14367): stderr: \u000a| �[0;m�[38;5;43m20221213180519740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180519741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84fbbabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180519741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180519741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180519741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180519741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180519743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180519743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180519743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180519743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:20.796205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14360): Terminating (SIGTERM)\u000a18:05:20.839532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14363): Terminating (SIGTERM)\u000a18:05:20.882828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14366): Terminating (SIGTERM)\u000a18:05:20.892833 --- ParallelTerminationStrategy: PID 14360 died...\u000a18:05:20.950712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14360): Terminated: ok {rc=0}\u000a18:05:20.961251 --- ParallelTerminationStrategy: PID 14363 died...\u000a18:05:21.018713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14363): Terminated: ok {rc=0}\u000a18:05:21.029214 --- ParallelTerminationStrategy: PID 14366 died...\u000a18:05:21.087076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14366): Terminated: ok {rc=0}\u000a18:05:21.176685 bus /sierra_3: Setting Powered False\u000a18:05:22.281283 bus /sierra_3: Setting Powered False\u000a18:05:23.394007 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:05:03" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14378): Process ended prematurely: osmo-stp_10.42.42.5(pid=14378) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14378): Process ended prematurely: osmo-stp_10.42.42.5(pid=14378) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:05:25.390830 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:25.402284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:05:25.556432 tst mo_mt_call.py: using LAC 35327\u000a18:05:25.679932 tst mo_mt_call.py: using RAC 137\u000a18:05:25.803743 tst mo_mt_call.py: using CellId 35327\u000a18:05:25.926772 tst mo_mt_call.py: using BVCI 35328\u000a18:05:25.950512 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:25.961863 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:25.972794 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:25.984046 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:25.995220 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:26.006325 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:26.128767 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:26.335679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:26.835020 run create_hlr_db(pid=14372): Launched\u000a18:05:27.028466 bus /sierra_2: Setting Powered False\u000a18:05:28.036622 run create_hlr_db(pid=14372): Terminated: ok {rc=0}\u000a18:05:28.491748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14374): Launched\u000a18:05:28.827536 run osmo-hlr_10.42.42.2(pid=14375): Launched\u000a18:05:28.952767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:29.532835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14377): Launched\u000a18:05:29.867588 run osmo-stp_10.42.42.5(pid=14378): Launched\u000a18:05:29.988060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:30.598789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14380): Launched\u000a18:05:31.080214 run osmo-msc_10.42.42.6(pid=14381): Launched\u000a18:05:31.494744 run osmo-stp_10.42.42.5(pid=14378): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)]\u000a18:05:31.665262 run osmo-stp_10.42.42.5(pid=14378): stdout: \u000a| (launched: 2022-12-13_18:05:29.702216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:31.807763 run osmo-stp_10.42.42.5(pid=14378): stderr: \u000a| �[0;m�[38;5;43m20221213180529894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180529894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180529894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180529895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180529895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180529895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180529895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:31.945100 run osmo-stp_10.42.42.5(pid=14378): stdout: \u000a| (launched: 2022-12-13_18:05:29.702216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:32.081200 run osmo-stp_10.42.42.5(pid=14378): stderr: \u000a| �[0;m�[38;5;43m20221213180529894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180529894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180529894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180529895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180529895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180529895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180529895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:32.140941 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14378): Process ended prematurely: osmo-stp_10.42.42.5(pid=14378) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14378)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:05:32.151058 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a18:05:32.218339 run osmo-hlr_10.42.42.2(pid=14375): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14375)]\u000a18:05:32.273712 run osmo-hlr_10.42.42.2(pid=14375): stdout: \u000a| (launched: 2022-12-13_18:05:28.661696) \u000a18:05:32.329382 run osmo-hlr_10.42.42.2(pid=14375): stderr: \u000a| �[0;m�[1;31m20221213180528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180528861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180528873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180528882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180528883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180528883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:32.405617 run osmo-msc_10.42.42.6(pid=14381): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14381)]\u000a18:05:32.459243 run osmo-msc_10.42.42.6(pid=14381): stdout: \u000a| (launched: 2022-12-13_18:05:30.768345) \u000a18:05:32.513457 run osmo-msc_10.42.42.6(pid=14381): stderr: \u000a| �[0;m�[38;5;43m20221213180531123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180531123 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb013a65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180531123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180531123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180531124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180531125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180531129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180531129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180531129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180531130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:32.559671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14374): Terminating (SIGTERM)\u000a18:05:32.603488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14377): Terminating (SIGTERM)\u000a18:05:32.646655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14380): Terminating (SIGTERM)\u000a18:05:32.656280 --- ParallelTerminationStrategy: PID 14374 died...\u000a18:05:32.714485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14374): Terminated: ok {rc=0}\u000a18:05:32.724866 --- ParallelTerminationStrategy: PID 14377 died...\u000a18:05:32.782896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14377): Terminated: ok {rc=0}\u000a18:05:32.793393 --- ParallelTerminationStrategy: PID 14380 died...\u000a18:05:32.851397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14380): Terminated: ok {rc=0}\u000a18:05:32.941417 bus /sierra_3: Setting Powered False\u000a18:05:34.050394 bus /sierra_3: Setting Powered False\u000a18:05:35.161130 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14389): Process ended prematurely: osmo-stp_10.42.42.5(pid=14389) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14389): Process ended prematurely: osmo-stp_10.42.42.5(pid=14389) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:05:36.279129 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:36.291653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:05:36.455607 tst mo_mt_call_osmux.py: using LAC 35328\u000a18:05:36.587592 tst mo_mt_call_osmux.py: using RAC 138\u000a18:05:36.717830 tst mo_mt_call_osmux.py: using CellId 35328\u000a18:05:36.847459 tst mo_mt_call_osmux.py: using BVCI 35329\u000a18:05:36.872801 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:36.884607 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:36.896122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:36.907834 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:36.919789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:05:36.931680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:37.050658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:05:37.258358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:37.757340 run create_hlr_db(pid=14383): Launched\u000a18:05:37.935486 bus /sierra_2: Setting Powered False\u000a18:05:38.958693 run create_hlr_db(pid=14383): Terminated: ok {rc=0}\u000a18:05:39.401776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14385): Launched\u000a18:05:39.738001 run osmo-hlr_10.42.42.2(pid=14386): Launched\u000a18:05:39.863973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:40.445943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14388): Launched\u000a18:05:40.780226 run osmo-stp_10.42.42.5(pid=14389): Launched\u000a18:05:40.901297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:41.511376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14391): Launched\u000a18:05:41.847947 run osmo-msc_10.42.42.6(pid=14392): Launched\u000a18:05:42.108393 run osmo-stp_10.42.42.5(pid=14389): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)]\u000a18:05:42.250089 run osmo-stp_10.42.42.5(pid=14389): stdout: \u000a| (launched: 2022-12-13_18:05:40.615091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:42.389050 run osmo-stp_10.42.42.5(pid=14389): stderr: \u000a| �[0;m�[38;5;43m20221213180540810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180540810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180540810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180540811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180540811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180540811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180540811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:42.523149 run osmo-stp_10.42.42.5(pid=14389): stdout: \u000a| (launched: 2022-12-13_18:05:40.615091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:42.656040 run osmo-stp_10.42.42.5(pid=14389): stderr: \u000a| �[0;m�[38;5;43m20221213180540810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180540810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180540810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180540811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180540811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180540811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180540811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:42.714922 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14389): Process ended prematurely: osmo-stp_10.42.42.5(pid=14389) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14389)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:05:42.724370 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:05:42.789099 run osmo-hlr_10.42.42.2(pid=14386): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14386)]\u000a18:05:42.841562 run osmo-hlr_10.42.42.2(pid=14386): stdout: \u000a| (launched: 2022-12-13_18:05:39.570993) \u000a18:05:42.894590 run osmo-hlr_10.42.42.2(pid=14386): stderr: \u000a| �[0;m�[1;31m20221213180539769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180539769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180539769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180539769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180539769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180539769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180539781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180539790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180539790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180539790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:42.967240 run osmo-msc_10.42.42.6(pid=14392): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14392)]\u000a18:05:43.019774 run osmo-msc_10.42.42.6(pid=14392): stdout: \u000a| (launched: 2022-12-13_18:05:41.681177) \u000a18:05:43.073166 run osmo-msc_10.42.42.6(pid=14392): stderr: \u000a| �[0;m�[38;5;43m20221213180542001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180542001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12efbdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180542001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180542001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180542001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180542002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180542003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180542004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180542004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180542004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:43.119319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14385): Terminating (SIGTERM)\u000a18:05:43.162689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14388): Terminating (SIGTERM)\u000a18:05:43.205864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14391): Terminating (SIGTERM)\u000a18:05:43.215918 --- ParallelTerminationStrategy: PID 14385 died...\u000a18:05:43.274259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14385): Terminated: ok {rc=0}\u000a18:05:43.284726 --- ParallelTerminationStrategy: PID 14388 died...\u000a18:05:43.342558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14388): Terminated: ok {rc=0}\u000a18:05:43.353059 --- ParallelTerminationStrategy: PID 14391 died...\u000a18:05:43.410624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14391): Terminated: ok {rc=0}\u000a18:05:43.499548 bus /sierra_3: Setting Powered False\u000a18:05:44.607383 bus /sierra_3: Setting Powered False\u000a18:05:45.718117 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:05:25" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14405): Process ended prematurely: osmo-stp_10.42.42.5(pid=14405) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14405)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14405): Process ended prematurely: osmo-stp_10.42.42.5(pid=14405) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:05:47.749589 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:47.761413 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:05:47.922711 tst mo_mt_call.py: using LAC 35329\u000a18:05:48.051067 tst mo_mt_call.py: using RAC 139\u000a18:05:48.175632 tst mo_mt_call.py: using CellId 35329\u000a18:05:48.295645 tst mo_mt_call.py: using BVCI 35330\u000a18:05:48.319405 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:48.330947 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:48.342365 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:48.353519 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:48.365258 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:48.376881 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:48.499451 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:48.707398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:49.209325 run create_hlr_db(pid=14397): Launched\u000a18:05:49.388337 bus /sierra_2: Setting Powered False\u000a18:05:50.410481 run create_hlr_db(pid=14397): Terminated: ok {rc=0}\u000a18:05:50.854160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14399): Launched\u000a18:05:51.188499 run osmo-hlr_10.42.42.2(pid=14400): Launched\u000a18:05:51.314005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:51.897412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14402): Launched\u000a18:05:52.233370 run osmo-stp_10.42.42.5(pid=14405): Launched\u000a18:05:52.355282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:05:52.967097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14407): Launched\u000a18:05:53.303036 run osmo-msc_10.42.42.6(pid=14408): Launched\u000a18:05:53.497671 run osmo-stp_10.42.42.5(pid=14405): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14405)]\u000a18:05:53.638751 run osmo-stp_10.42.42.5(pid=14405): stdout: \u000a| (launched: 2022-12-13_18:05:52.067174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:53.778456 run osmo-stp_10.42.42.5(pid=14405): stderr: \u000a| �[0;m�[38;5;43m20221213180552260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180552260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180552261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180552261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180552261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180552262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180552262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:53.912439 run osmo-stp_10.42.42.5(pid=14405): stdout: \u000a| (launched: 2022-12-13_18:05:52.067174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:54.045093 run osmo-stp_10.42.42.5(pid=14405): stderr: \u000a| �[0;m�[38;5;43m20221213180552260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180552260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180552261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180552261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180552261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180552262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180552262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:54.103989 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14405): Process ended prematurely: osmo-stp_10.42.42.5(pid=14405) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14405)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:05:54.113442 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:05:54.178269 run osmo-hlr_10.42.42.2(pid=14400): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14400)]\u000a18:05:54.230643 run osmo-hlr_10.42.42.2(pid=14400): stdout: \u000a| (launched: 2022-12-13_18:05:51.023822) \u000a18:05:54.283531 run osmo-hlr_10.42.42.2(pid=14400): stderr: \u000a| �[0;m�[1;31m20221213180551221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180551221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180551221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180551221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180551221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180551221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180551234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180551245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180551246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180551246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:54.355776 run osmo-msc_10.42.42.6(pid=14408): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14408)]\u000a18:05:54.407981 run osmo-msc_10.42.42.6(pid=14408): stdout: \u000a| (launched: 2022-12-13_18:05:53.137418) \u000a18:05:54.460704 run osmo-msc_10.42.42.6(pid=14408): stderr: \u000a| �[0;m�[38;5;43m20221213180553459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180553459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96ced38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180553459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180553459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180553460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180553460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180553462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180553462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180553462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180553462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:05:54.506050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14399): Terminating (SIGTERM)\u000a18:05:54.548761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14402): Terminating (SIGTERM)\u000a18:05:54.591973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14407): Terminating (SIGTERM)\u000a18:05:54.601974 --- ParallelTerminationStrategy: PID 14399 died...\u000a18:05:54.659457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14399): Terminated: ok {rc=0}\u000a18:05:54.669972 --- ParallelTerminationStrategy: PID 14402 died...\u000a18:05:54.727367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14402): Terminated: ok {rc=0}\u000a18:05:54.737769 --- ParallelTerminationStrategy: PID 14407 died...\u000a18:05:54.795246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14407): Terminated: ok {rc=0}\u000a18:05:54.884017 bus /sierra_3: Setting Powered False\u000a18:05:55.992073 bus /sierra_3: Setting Powered False\u000a18:05:57.105651 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14416): Process ended prematurely: osmo-stp_10.42.42.5(pid=14416) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14416)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14416): Process ended prematurely: osmo-stp_10.42.42.5(pid=14416) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:05:58.223020 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:58.235586 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:05:58.402883 tst mo_mt_call_osmux.py: using LAC 35330\u000a18:05:58.527841 tst mo_mt_call_osmux.py: using RAC 140\u000a18:05:58.651278 tst mo_mt_call_osmux.py: using CellId 35330\u000a18:05:58.774510 tst mo_mt_call_osmux.py: using BVCI 35331\u000a18:05:58.798387 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:58.809971 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:58.821237 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:58.832569 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:58.843788 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:05:58.855038 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:58.977338 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:05:59.184828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:59.682201 run create_hlr_db(pid=14410): Launched\u000a18:05:59.861728 bus /sierra_2: Setting Powered False\u000a18:06:00.903234 run create_hlr_db(pid=14410): Terminated: ok {rc=0}\u000a18:06:01.405445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14412): Launched\u000a18:06:01.847677 run osmo-hlr_10.42.42.2(pid=14413): Launched\u000a18:06:02.096622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:02.647644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14415): Launched\u000a18:06:02.959781 run osmo-stp_10.42.42.5(pid=14416): Launched\u000a18:06:03.071454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:03.639898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14418): Launched\u000a18:06:03.951862 run osmo-msc_10.42.42.6(pid=14419): Launched\u000a18:06:04.139334 run osmo-stp_10.42.42.5(pid=14416): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14416)]\u000a18:06:04.281469 run osmo-stp_10.42.42.5(pid=14416): stdout: \u000a| (launched: 2022-12-13_18:06:02.805150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:04.420462 run osmo-stp_10.42.42.5(pid=14416): stderr: \u000a| �[0;m�[38;5;43m20221213180602976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180602976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180602977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180602977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180602978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180602978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180602978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:04.554898 run osmo-stp_10.42.42.5(pid=14416): stdout: \u000a| (launched: 2022-12-13_18:06:02.805150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:04.687725 run osmo-stp_10.42.42.5(pid=14416): stderr: \u000a| �[0;m�[38;5;43m20221213180602976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180602976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180602977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180602977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180602978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180602978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180602978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:04.746433 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14416): Process ended prematurely: osmo-stp_10.42.42.5(pid=14416) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14416)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:06:04.756005 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:06:04.820691 run osmo-hlr_10.42.42.2(pid=14413): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14413)]\u000a18:06:04.873392 run osmo-hlr_10.42.42.2(pid=14413): stdout: \u000a| (launched: 2022-12-13_18:06:01.581430) \u000a18:06:04.926557 run osmo-hlr_10.42.42.2(pid=14413): stderr: \u000a| �[0;m�[1;31m20221213180601882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180601882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180601882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180601882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180601882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180601882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180601894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180601910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180601910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180601910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:04.999209 run osmo-msc_10.42.42.6(pid=14419): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14419)]\u000a18:06:05.051840 run osmo-msc_10.42.42.6(pid=14419): stdout: \u000a| (launched: 2022-12-13_18:06:03.796838) \u000a18:06:05.105775 run osmo-msc_10.42.42.6(pid=14419): stderr: \u000a| �[0;m�[38;5;43m20221213180604069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180604069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91ec18cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180604069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180604070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180604070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180604070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180604072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180604072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180604072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180604072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:05.151469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14412): Terminating (SIGTERM)\u000a18:06:05.194323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14415): Terminating (SIGTERM)\u000a18:06:05.237719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14418): Terminating (SIGTERM)\u000a18:06:05.247797 --- ParallelTerminationStrategy: PID 14412 died...\u000a18:06:05.305882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14412): Terminated: ok {rc=0}\u000a18:06:05.316310 --- ParallelTerminationStrategy: PID 14415 died...\u000a18:06:05.373987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14415): Terminated: ok {rc=0}\u000a18:06:05.384360 --- ParallelTerminationStrategy: PID 14418 died...\u000a18:06:05.441952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14418): Terminated: ok {rc=0}\u000a18:06:05.529857 bus /sierra_3: Setting Powered False\u000a18:06:06.638372 bus /sierra_3: Setting Powered False\u000a18:06:07.748163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:05:47" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14430): Process ended prematurely: osmo-stp_10.42.42.5(pid=14430) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14430)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14430): Process ended prematurely: osmo-stp_10.42.42.5(pid=14430) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:06:09.755756 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:09.767511 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:06:09.931045 tst mo_mt_call.py: using LAC 35331\u000a18:06:10.059038 tst mo_mt_call.py: using RAC 141\u000a18:06:10.187587 tst mo_mt_call.py: using CellId 35331\u000a18:06:10.315753 tst mo_mt_call.py: using BVCI 35332\u000a18:06:10.341160 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:10.352834 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:10.364426 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:10.376046 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:10.388473 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:10.400770 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:06:10.521211 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:06:10.729207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:11.225545 run create_hlr_db(pid=14424): Launched\u000a18:06:11.403699 bus /sierra_2: Setting Powered False\u000a18:06:12.426210 run create_hlr_db(pid=14424): Terminated: ok {rc=0}\u000a18:06:12.842288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14426): Launched\u000a18:06:13.155808 run osmo-hlr_10.42.42.2(pid=14427): Launched\u000a18:06:13.280276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:13.826386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14429): Launched\u000a18:06:14.138687 run osmo-stp_10.42.42.5(pid=14430): Launched\u000a18:06:14.250813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:14.821578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14432): Launched\u000a18:06:15.137249 run osmo-msc_10.42.42.6(pid=14433): Launched\u000a18:06:15.319985 run osmo-stp_10.42.42.5(pid=14430): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14430)]\u000a18:06:15.450783 run osmo-stp_10.42.42.5(pid=14430): stdout: \u000a| (launched: 2022-12-13_18:06:13.983987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:15.579824 run osmo-stp_10.42.42.5(pid=14430): stderr: \u000a| �[0;m�[38;5;43m20221213180614157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180614157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180614157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180614158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180614158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180614158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180614158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:15.704032 run osmo-stp_10.42.42.5(pid=14430): stdout: \u000a| (launched: 2022-12-13_18:06:13.983987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:15.827332 run osmo-stp_10.42.42.5(pid=14430): stderr: \u000a| �[0;m�[38;5;43m20221213180614157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180614157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180614157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180614158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180614158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180614158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180614158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:15.899296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14430): Process ended prematurely: osmo-stp_10.42.42.5(pid=14430) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14430)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:06:15.908569 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:06:15.970471 run osmo-hlr_10.42.42.2(pid=14427): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14427)]\u000a18:06:16.021311 run osmo-hlr_10.42.42.2(pid=14427): stdout: \u000a| (launched: 2022-12-13_18:06:13.000444) \u000a18:06:16.073446 run osmo-hlr_10.42.42.2(pid=14427): stderr: \u000a| �[0;m�[1;31m20221213180613178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180613178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180613178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180613178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180613178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180613178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180613190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180613199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180613199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180613199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:16.144188 run osmo-msc_10.42.42.6(pid=14433): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14433)]\u000a18:06:16.195366 run osmo-msc_10.42.42.6(pid=14433): stdout: \u000a| (launched: 2022-12-13_18:06:14.980273) \u000a18:06:16.246834 run osmo-msc_10.42.42.6(pid=14433): stderr: \u000a| �[0;m�[38;5;43m20221213180615251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180615251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d46bf5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180615251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180615251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180615251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180615252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180615253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180615254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180615254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180615254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:16.290300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14426): Terminating (SIGTERM)\u000a18:06:16.331382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14429): Terminating (SIGTERM)\u000a18:06:16.374779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14432): Terminating (SIGTERM)\u000a18:06:16.384598 --- ParallelTerminationStrategy: PID 14426 died...\u000a18:06:16.440154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14426): Terminated: ok {rc=0}\u000a18:06:16.450543 --- ParallelTerminationStrategy: PID 14429 died...\u000a18:06:16.506006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14429): Terminated: ok {rc=0}\u000a18:06:16.516306 --- ParallelTerminationStrategy: PID 14432 died...\u000a18:06:16.571439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14432): Terminated: ok {rc=0}\u000a18:06:16.670422 bus /sierra_3: Setting Powered False\u000a18:06:17.778931 bus /sierra_3: Setting Powered False\u000a18:06:18.893153 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14441): Process ended prematurely: osmo-stp_10.42.42.5(pid=14441) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14441): Process ended prematurely: osmo-stp_10.42.42.5(pid=14441) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:06:20.006094 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:20.018043 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:06:20.179040 tst mo_mt_call_osmux.py: using LAC 35332\u000a18:06:20.303567 tst mo_mt_call_osmux.py: using RAC 142\u000a18:06:20.427611 tst mo_mt_call_osmux.py: using CellId 35332\u000a18:06:20.549894 tst mo_mt_call_osmux.py: using BVCI 35333\u000a18:06:20.573482 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:20.584556 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:20.595529 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:20.606562 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:20.617628 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:06:20.628501 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:06:20.752501 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:06:20.959846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:21.458036 run create_hlr_db(pid=14435): Launched\u000a18:06:21.636438 bus /sierra_2: Setting Powered False\u000a18:06:22.670681 run create_hlr_db(pid=14435): Terminated: ok {rc=0}\u000a18:06:23.116022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14437): Launched\u000a18:06:23.451068 run osmo-hlr_10.42.42.2(pid=14438): Launched\u000a18:06:23.576928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:24.157282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14440): Launched\u000a18:06:24.491593 run osmo-stp_10.42.42.5(pid=14441): Launched\u000a18:06:24.612747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:25.221627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14443): Launched\u000a18:06:25.555946 run osmo-msc_10.42.42.6(pid=14444): Launched\u000a18:06:25.750490 run osmo-stp_10.42.42.5(pid=14441): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)]\u000a18:06:25.891126 run osmo-stp_10.42.42.5(pid=14441): stdout: \u000a| (launched: 2022-12-13_18:06:24.326640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:26.030493 run osmo-stp_10.42.42.5(pid=14441): stderr: \u000a| �[0;m�[38;5;43m20221213180624519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180624519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180624520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180624520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180624520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180624520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180624521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:26.164609 run osmo-stp_10.42.42.5(pid=14441): stdout: \u000a| (launched: 2022-12-13_18:06:24.326640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:26.296898 run osmo-stp_10.42.42.5(pid=14441): stderr: \u000a| �[0;m�[38;5;43m20221213180624519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180624519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180624520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180624520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180624520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180624520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180624521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:26.355419 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14441): Process ended prematurely: osmo-stp_10.42.42.5(pid=14441) [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14441)] [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:06:26.364707 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:06:26.428451 run osmo-hlr_10.42.42.2(pid=14438): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14438)]\u000a18:06:26.480460 run osmo-hlr_10.42.42.2(pid=14438): stdout: \u000a| (launched: 2022-12-13_18:06:23.285775) \u000a18:06:26.533276 run osmo-hlr_10.42.42.2(pid=14438): stderr: \u000a| �[0;m�[1;31m20221213180623485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180623485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180623485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180623485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180623485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180623485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180623498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:26.605052 run osmo-msc_10.42.42.6(pid=14444): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14444)]\u000a18:06:26.657106 run osmo-msc_10.42.42.6(pid=14444): stdout: \u000a| (launched: 2022-12-13_18:06:25.391286) \u000a18:06:26.709787 run osmo-msc_10.42.42.6(pid=14444): stderr: \u000a| �[0;m�[38;5;43m20221213180625714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180625715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feadc792c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180625715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180625715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180625715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180625715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180625717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180625717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180625717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180625718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:26.754902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14437): Terminating (SIGTERM)\u000a18:06:26.798013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14440): Terminating (SIGTERM)\u000a18:06:26.840556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14443): Terminating (SIGTERM)\u000a18:06:26.850485 --- ParallelTerminationStrategy: PID 14437 died...\u000a18:06:26.907898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14437): Terminated: ok {rc=0}\u000a18:06:26.918195 --- ParallelTerminationStrategy: PID 14440 died...\u000a18:06:26.975191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14440): Terminated: ok {rc=0}\u000a18:06:26.985888 --- ParallelTerminationStrategy: PID 14443 died...\u000a18:06:27.042987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14443): Terminated: ok {rc=0}\u000a18:06:27.131845 bus /sierra_3: Setting Powered False\u000a18:06:28.238730 bus /sierra_3: Setting Powered False\u000a18:06:29.352477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:06:09" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14455): Process ended prematurely: osmo-stp_10.42.42.5(pid=14455) [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14455)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14455): Process ended prematurely: osmo-stp_10.42.42.5(pid=14455) [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:06:31.360874 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:31.372163 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:31.509732 tst emergency_mo_mt_call.py: using LAC 35333\u000a18:06:31.632410 tst emergency_mo_mt_call.py: using RAC 143\u000a18:06:31.762144 tst emergency_mo_mt_call.py: using CellId 35333\u000a18:06:31.893496 tst emergency_mo_mt_call.py: using BVCI 35334\u000a18:06:31.921112 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:31.933816 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:31.946021 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:31.958221 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:31.971530 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:31.984871 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:32.113926 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:32.332150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:32.846226 run create_hlr_db(pid=14449): Launched\u000a18:06:33.037104 bus /sierra_2: Setting Powered False\u000a18:06:34.057566 run create_hlr_db(pid=14449): Terminated: ok {rc=0}\u000a18:06:34.494891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14451): Launched\u000a18:06:34.822914 run osmo-hlr_10.42.42.2(pid=14452): Launched\u000a18:06:34.946836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:35.515942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14454): Launched\u000a18:06:35.844848 run osmo-stp_10.42.42.5(pid=14455): Launched\u000a18:06:35.979411 tst emergency_mo_mt_call.py: using MSISDN 8257\u000a18:06:36.142643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:36.744551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14457): Launched\u000a18:06:37.073148 run osmo-msc_10.42.42.6(pid=14458): Launched\u000a18:06:37.264853 run osmo-stp_10.42.42.5(pid=14455): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14455)]\u000a18:06:37.403081 run osmo-stp_10.42.42.5(pid=14455): stdout: \u000a| (launched: 2022-12-13_18:06:35.681840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:37.539547 run osmo-stp_10.42.42.5(pid=14455): stderr: \u000a| �[0;m�[38;5;43m20221213180635873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180635874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180635874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180635874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180635875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180635875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180635875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:37.670675 run osmo-stp_10.42.42.5(pid=14455): stdout: \u000a| (launched: 2022-12-13_18:06:35.681840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:37.800452 run osmo-stp_10.42.42.5(pid=14455): stderr: \u000a| �[0;m�[38;5;43m20221213180635873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180635874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180635874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180635874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180635875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180635875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180635875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:37.857680 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14455): Process ended prematurely: osmo-stp_10.42.42.5(pid=14455) [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14455)] [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a18:06:37.866738 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a18:06:37.930950 run osmo-hlr_10.42.42.2(pid=14452): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14452)]\u000a18:06:37.983304 run osmo-hlr_10.42.42.2(pid=14452): stdout: \u000a| (launched: 2022-12-13_18:06:34.660818) \u000a18:06:38.036244 run osmo-hlr_10.42.42.2(pid=14452): stderr: \u000a| �[0;m�[1;31m20221213180634858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180634858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180634858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180634858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180634858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180634858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180634871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180634880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180634881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180634881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:38.108050 run osmo-msc_10.42.42.6(pid=14458): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14458)]\u000a18:06:38.160523 run osmo-msc_10.42.42.6(pid=14458): stdout: \u000a| (launched: 2022-12-13_18:06:36.910307) \u000a18:06:38.213610 run osmo-msc_10.42.42.6(pid=14458): stderr: \u000a| �[0;m�[38;5;43m20221213180637230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180637231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b96c18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180637231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180637231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180637231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180637231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180637233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180637233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180637234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180637234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:38.258706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14451): Terminating (SIGTERM)\u000a18:06:38.301936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14454): Terminating (SIGTERM)\u000a18:06:38.344942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14457): Terminating (SIGTERM)\u000a18:06:38.354973 --- ParallelTerminationStrategy: PID 14451 died...\u000a18:06:38.412687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14451): Terminated: ok {rc=0}\u000a18:06:38.423089 --- ParallelTerminationStrategy: PID 14454 died...\u000a18:06:38.480084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14454): Terminated: ok {rc=0}\u000a18:06:38.490456 --- ParallelTerminationStrategy: PID 14457 died...\u000a18:06:38.547499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14457): Terminated: ok {rc=0}\u000a18:06:38.635468 bus /sierra_3: Setting Powered False\u000a18:06:39.739398 bus /sierra_3: Setting Powered False\u000a18:06:40.850488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14466): Process ended prematurely: osmo-stp_10.42.42.5(pid=14466) [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14466)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14466): Process ended prematurely: osmo-stp_10.42.42.5(pid=14466) [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:06:41.903987 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:41.916116 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:42.060117 tst emergency_preemptive_call.py: using LAC 35334\u000a18:06:42.188575 tst emergency_preemptive_call.py: using RAC 144\u000a18:06:42.314964 tst emergency_preemptive_call.py: using CellId 35334\u000a18:06:42.446222 tst emergency_preemptive_call.py: using BVCI 35335\u000a18:06:42.470853 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:42.482361 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:42.493546 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:42.504499 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:42.515879 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:06:42.527289 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:42.650372 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:42.767388 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:42.889722 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:43.102528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:43.617844 run create_hlr_db(pid=14460): Launched\u000a18:06:43.807439 bus /sierra_2: Setting Powered False\u000a18:06:44.828578 run create_hlr_db(pid=14460): Terminated: ok {rc=0}\u000a18:06:45.266390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14462): Launched\u000a18:06:45.594019 run osmo-hlr_10.42.42.2(pid=14463): Launched\u000a18:06:45.712548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:46.313269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14465): Launched\u000a18:06:46.735537 run osmo-stp_10.42.42.5(pid=14466): Launched\u000a18:06:46.987047 tst emergency_preemptive_call.py: using MSISDN 8258\u000a18:06:47.153407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:06:47.750133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14468): Launched\u000a18:06:48.077324 run osmo-msc_10.42.42.6(pid=14469): Launched\u000a18:06:48.269965 run osmo-stp_10.42.42.5(pid=14466): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14466)]\u000a18:06:48.408449 run osmo-stp_10.42.42.5(pid=14466): stdout: \u000a| (launched: 2022-12-13_18:06:46.481654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:48.545160 run osmo-stp_10.42.42.5(pid=14466): stderr: \u000a| �[0;m�[38;5;43m20221213180646772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180646772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180646772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180646772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180646781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180646781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180646781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:48.676298 run osmo-stp_10.42.42.5(pid=14466): stdout: \u000a| (launched: 2022-12-13_18:06:46.481654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:48.806565 run osmo-stp_10.42.42.5(pid=14466): stderr: \u000a| �[0;m�[38;5;43m20221213180646772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180646772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180646772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180646772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180646781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180646781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180646781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:48.863640 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14466): Process ended prematurely: osmo-stp_10.42.42.5(pid=14466) [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14466)] [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a18:06:48.872484 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a18:06:48.936608 run osmo-hlr_10.42.42.2(pid=14463): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14463)]\u000a18:06:48.989082 run osmo-hlr_10.42.42.2(pid=14463): stdout: \u000a| (launched: 2022-12-13_18:06:45.431981) \u000a18:06:49.042056 run osmo-hlr_10.42.42.2(pid=14463): stderr: \u000a| �[0;m�[1;31m20221213180645628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180645628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180645628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180645628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180645628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180645628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180645646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180645656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180645656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180645656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:49.113864 run osmo-msc_10.42.42.6(pid=14469): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14469)]\u000a18:06:49.166455 run osmo-msc_10.42.42.6(pid=14469): stdout: \u000a| (launched: 2022-12-13_18:06:47.915561) \u000a18:06:49.219592 run osmo-msc_10.42.42.6(pid=14469): stderr: \u000a| �[0;m�[38;5;43m20221213180648234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213180648234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78c2db8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213180648234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213180648234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213180648234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213180648235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213180648236 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213180648237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213180648237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213180648237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:06:49.264642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14462): Terminating (SIGTERM)\u000a18:06:49.307735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14465): Terminating (SIGTERM)\u000a18:06:49.350617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14468): Terminating (SIGTERM)\u000a18:06:49.360505 --- ParallelTerminationStrategy: PID 14462 died...\u000a18:06:49.418102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14462): Terminated: ok {rc=0}\u000a18:06:49.428481 --- ParallelTerminationStrategy: PID 14465 died...\u000a18:06:49.485908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14465): Terminated: ok {rc=0}\u000a18:06:49.496272 --- ParallelTerminationStrategy: PID 14468 died...\u000a18:06:49.553532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14468): Terminated: ok {rc=0}\u000a18:06:49.642606 bus /sierra_9: Setting Powered False\u000a18:06:50.746628 bus /sierra_9: Setting Powered False\u000a18:06:51.857140 bus /sierra_8: Setting Powered False\u000a18:06:52.959600 bus /sierra_8: Setting Powered False\u000a18:06:54.072717 bus /sierra_3: Setting Powered False\u000a18:06:55.176151 bus /sierra_3: Setting Powered False\u000a18:06:56.288722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:06:31" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14485): Process ended prematurely: osmo-stp_10.42.42.5(pid=14485) [trial-2392↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14485)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14485): Process ended prematurely: osmo-stp_10.42.42.5(pid=14485) [trial-2392↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:06:58.401516 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.412257 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:06:58.546846 tst cs_paging_gprs_active.py: using LAC 35335\u000a18:06:58.668903 tst cs_paging_gprs_active.py: using RAC 145\u000a18:06:58.789318 tst cs_paging_gprs_active.py: using CellId 35335\u000a18:06:58.910654 tst cs_paging_gprs_active.py: using BVCI 35336\u000a18:06:58.934350 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.945275 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.955762 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.966432 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.977486 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.988082 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:58.998821 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:59.009331 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:06:59.019977 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:59.143553 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:06:59.430571 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:06:59.560571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:59.884067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14475): Launched\u000a18:07:00.152631 run iperf3-srv_10.42.42.10(pid=14476): Launched\u000a18:07:00.341268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:07:00.469938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:00.793904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14477): Launched\u000a18:07:01.110348 run iperf3-srv_10.42.42.10(pid=14478): Launched\u000a18:07:01.305317 tst cs_paging_gprs_active.py:38: start network...\u000a18:07:01.438470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:01.981714 run create_hlr_db(pid=14479): Launched\u000a18:07:02.181399 bus /sierra_2: Setting Powered False\u000a18:07:03.196586 run create_hlr_db(pid=14479): Terminated: ok {rc=0}\u000a18:07:03.619573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14481): Launched\u000a18:07:03.930862 run osmo-hlr_10.42.42.2(pid=14482): Launched\u000a18:07:04.053200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:04.601544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14484): Launched\u000a18:07:04.912540 run osmo-stp_10.42.42.5(pid=14485): Launched\u000a18:07:05.024313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:05.567702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14487): Launched\u000a18:07:05.679250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:05.953077 run patchelf(pid=14488): Launched\u000a18:07:06.135387 run osmo-stp_10.42.42.5(pid=14485): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14485)]\u000a18:07:06.268835 run osmo-stp_10.42.42.5(pid=14485): stdout: \u000a| (launched: 2022-12-13_18:07:04.759374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:06.401936 run osmo-stp_10.42.42.5(pid=14485): stderr: \u000a| �[0;m�[38;5;43m20221213180704932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180704932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180704932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180704934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180704934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180704934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180704934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:06.529995 run osmo-stp_10.42.42.5(pid=14485): stdout: \u000a| (launched: 2022-12-13_18:07:04.759374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:06.656613 run osmo-stp_10.42.42.5(pid=14485): stderr: \u000a| �[0;m�[38;5;43m20221213180704932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180704932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180704932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180704934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180704934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180704934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180704934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:06.805969 run patchelf(pid=14488): Terminating (SIGINT)\u000a18:07:06.982501 run patchelf(pid=14488): Terminated: ok {rc=0}\u000a18:07:07.014795 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14485): Process ended prematurely: osmo-stp_10.42.42.5(pid=14485) [trial-2392↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14485)] [trial-2392↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a18:07:07.024059 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:07:07.085191 run osmo-hlr_10.42.42.2(pid=14482): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14482)]\u000a18:07:07.134963 run osmo-hlr_10.42.42.2(pid=14482): stdout: \u000a| (launched: 2022-12-13_18:07:03.777215) \u000a18:07:07.185637 run osmo-hlr_10.42.42.2(pid=14482): stderr: \u000a| �[0;m�[1;31m20221213180703954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180703954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180703954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180703954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180703954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180703954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180703966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180703975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180703975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180703975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:07.228523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14475): Terminating (SIGTERM)\u000a18:07:07.269071 run iperf3-srv_10.42.42.10(pid=14476): Terminating (SIGTERM)\u000a18:07:07.309554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14477): Terminating (SIGTERM)\u000a18:07:07.349754 run iperf3-srv_10.42.42.10(pid=14478): Terminating (SIGTERM)\u000a18:07:07.390092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14481): Terminating (SIGTERM)\u000a18:07:07.430371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14484): Terminating (SIGTERM)\u000a18:07:07.470747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14487): Terminating (SIGTERM)\u000a18:07:07.480243 --- ParallelTerminationStrategy: PID 14475 died...\u000a18:07:07.534531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14475): Terminated: ok {rc=0}\u000a18:07:07.544303 --- ParallelTerminationStrategy: PID 14476 died...\u000a18:07:07.598348 run iperf3-srv_10.42.42.10(pid=14476): Terminated {rc=256}\u000a18:07:07.608288 --- ParallelTerminationStrategy: PID 14477 died...\u000a18:07:07.662326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14477): Terminated: ok {rc=0}\u000a18:07:07.672132 --- ParallelTerminationStrategy: PID 14478 died...\u000a18:07:07.725916 run iperf3-srv_10.42.42.10(pid=14478): Terminated {rc=256}\u000a18:07:07.735729 --- ParallelTerminationStrategy: PID 14481 died...\u000a18:07:07.789280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14481): Terminated: ok {rc=0}\u000a18:07:07.799026 --- ParallelTerminationStrategy: PID 14484 died...\u000a18:07:07.852447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14484): Terminated: ok {rc=0}\u000a18:07:07.862249 --- ParallelTerminationStrategy: PID 14487 died...\u000a18:07:07.915723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14487): Terminated: ok {rc=0}\u000a18:07:08.004242 bus /gobi_0: Setting Powered False\u000a18:07:09.109349 bus /gobi_0: Setting Powered False\u000a18:07:10.222673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14497): Process ended prematurely: osmo-stp_10.42.42.5(pid=14497) [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14497)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14497): Process ended prematurely: osmo-stp_10.42.42.5(pid=14497) [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a18:07:11.334894 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.346309 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:07:11.488900 tst iperf3.py: using LAC 35336\u000a18:07:11.609681 tst iperf3.py: using RAC 146\u000a18:07:11.730993 tst iperf3.py: using CellId 35336\u000a18:07:11.854346 tst iperf3.py: using BVCI 35337\u000a18:07:11.877988 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.888747 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.899282 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.909841 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.921093 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.932188 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.943485 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.954526 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:11.965724 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:12.268240 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:07:12.407349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:12.754562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14489): Launched\u000a18:07:13.042801 run iperf3-srv_10.42.42.10(pid=14490): Launched\u000a18:07:13.247695 tst iperf3.py:8: start network...\u000a18:07:13.386671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:13.912411 run create_hlr_db(pid=14491): Launched\u000a18:07:14.104648 bus /gobi_6: Setting Powered False\u000a18:07:15.114311 run create_hlr_db(pid=14491): Terminated: ok {rc=0}\u000a18:07:15.539691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14493): Launched\u000a18:07:15.910635 run osmo-hlr_10.42.42.2(pid=14494): Launched\u000a18:07:16.068532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:16.722709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14496): Launched\u000a18:07:17.170951 run osmo-stp_10.42.42.5(pid=14497): Launched\u000a18:07:17.368149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:17.912566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14499): Launched\u000a18:07:18.022665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:18.295928 run patchelf(pid=14500): Launched\u000a18:07:18.478018 run osmo-stp_10.42.42.5(pid=14497): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14497)]\u000a18:07:18.610575 run osmo-stp_10.42.42.5(pid=14497): stdout: \u000a| (launched: 2022-12-13_18:07:16.896883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:18.743204 run osmo-stp_10.42.42.5(pid=14497): stderr: \u000a| �[0;m�[38;5;43m20221213180717196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180717196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180717196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180717197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180717197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180717197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180717197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:18.871186 run osmo-stp_10.42.42.5(pid=14497): stdout: \u000a| (launched: 2022-12-13_18:07:16.896883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:18.997866 run osmo-stp_10.42.42.5(pid=14497): stderr: \u000a| �[0;m�[38;5;43m20221213180717196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180717196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180717196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180717197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180717197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180717197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180717197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:19.147015 run patchelf(pid=14500): Terminating (SIGINT)\u000a18:07:19.323158 run patchelf(pid=14500): Terminated: ok {rc=0}\u000a18:07:19.355227 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14497): Process ended prematurely: osmo-stp_10.42.42.5(pid=14497) [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14497)] [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a18:07:19.364423 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a18:07:19.425118 run osmo-hlr_10.42.42.2(pid=14494): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14494)]\u000a18:07:19.475139 run osmo-hlr_10.42.42.2(pid=14494): stdout: \u000a| (launched: 2022-12-13_18:07:15.698285) \u000a18:07:19.525229 run osmo-hlr_10.42.42.2(pid=14494): stderr: \u000a| �[0;m�[1;31m20221213180715876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180715876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180715876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180715876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180715876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180715876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180715889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180715905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180715906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180715906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:19.567695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14489): Terminating (SIGTERM)\u000a18:07:19.607581 run iperf3-srv_10.42.42.10(pid=14490): Terminating (SIGTERM)\u000a18:07:19.647529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14493): Terminating (SIGTERM)\u000a18:07:19.687525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14496): Terminating (SIGTERM)\u000a18:07:19.728042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14499): Terminating (SIGTERM)\u000a18:07:19.737348 --- ParallelTerminationStrategy: PID 14489 died...\u000a18:07:19.791600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14489): Terminated: ok {rc=0}\u000a18:07:19.801580 --- ParallelTerminationStrategy: PID 14490 died...\u000a18:07:19.855539 run iperf3-srv_10.42.42.10(pid=14490): Terminated {rc=256}\u000a18:07:19.865500 --- ParallelTerminationStrategy: PID 14493 died...\u000a18:07:19.919527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14493): Terminated: ok {rc=0}\u000a18:07:19.929547 --- ParallelTerminationStrategy: PID 14496 died...\u000a18:07:19.983063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14496): Terminated: ok {rc=0}\u000a18:07:19.993067 --- ParallelTerminationStrategy: PID 14499 died...\u000a18:07:20.046628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14499): Terminated: ok {rc=0}\u000a18:07:20.136030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14515): Process ended prematurely: osmo-stp_10.42.42.5(pid=14515) [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14515)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14515): Process ended prematurely: osmo-stp_10.42.42.5(pid=14515) [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a18:07:21.250196 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.261717 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:07:21.404602 tst iperf3m4.py: using LAC 35337\u000a18:07:21.534780 tst iperf3m4.py: using RAC 147\u000a18:07:21.664767 tst iperf3m4.py: using CellId 35337\u000a18:07:21.797296 tst iperf3m4.py: using BVCI 35338\u000a18:07:21.822771 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.834258 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.845426 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.856569 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.867892 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.879295 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.891010 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.902348 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:21.913904 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:22.035330 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:22.162665 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:22.286537 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:22.592561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:07:22.731146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:23.075933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14501): Launched\u000a18:07:23.363276 run iperf3-srv_10.42.42.10(pid=14502): Launched\u000a18:07:23.567561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:07:23.706892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:24.054713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14503): Launched\u000a18:07:24.343938 run iperf3-srv_10.42.42.10(pid=14504): Launched\u000a18:07:24.548909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:07:24.688441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:25.036502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14505): Launched\u000a18:07:25.325280 run iperf3-srv_10.42.42.10(pid=14506): Launched\u000a18:07:25.529665 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:07:25.668814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:26.015984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14507): Launched\u000a18:07:26.305333 run iperf3-srv_10.42.42.10(pid=14508): Launched\u000a18:07:26.510010 tst iperf3m4.py:8: start network...\u000a18:07:26.649241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:27.174006 run create_hlr_db(pid=14509): Launched\u000a18:07:27.366879 bus /gobi_6: Setting Powered False\u000a18:07:28.387754 run create_hlr_db(pid=14509): Terminated: ok {rc=0}\u000a18:07:28.806121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14511): Launched\u000a18:07:29.118576 run osmo-hlr_10.42.42.2(pid=14512): Launched\u000a18:07:29.232425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:29.886865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14514): Launched\u000a18:07:30.189996 run osmo-stp_10.42.42.5(pid=14515): Launched\u000a18:07:30.299959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:30.833024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14517): Launched\u000a18:07:30.955869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:31.247127 run patchelf(pid=14518): Launched\u000a18:07:31.445426 run osmo-stp_10.42.42.5(pid=14515): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14515)]\u000a18:07:31.583482 run osmo-stp_10.42.42.5(pid=14515): stdout: \u000a| (launched: 2022-12-13_18:07:30.040314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:31.717098 run osmo-stp_10.42.42.5(pid=14515): stderr: \u000a| �[0;m�[38;5;43m20221213180730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180730210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180730210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180730210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180730211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180730211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180730211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:31.845610 run osmo-stp_10.42.42.5(pid=14515): stdout: \u000a| (launched: 2022-12-13_18:07:30.040314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:31.972941 run osmo-stp_10.42.42.5(pid=14515): stderr: \u000a| �[0;m�[38;5;43m20221213180730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180730210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180730210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180730210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180730211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180730211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180730211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:32.123243 run patchelf(pid=14518): Terminating (SIGINT)\u000a18:07:32.298742 run patchelf(pid=14518): Terminated: ok {rc=0}\u000a18:07:32.330848 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14515): Process ended prematurely: osmo-stp_10.42.42.5(pid=14515) [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14515)] [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a18:07:32.340121 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:07:32.401239 run osmo-hlr_10.42.42.2(pid=14512): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14512)]\u000a18:07:32.450926 run osmo-hlr_10.42.42.2(pid=14512): stdout: \u000a| (launched: 2022-12-13_18:07:28.963614) \u000a18:07:32.501078 run osmo-hlr_10.42.42.2(pid=14512): stderr: \u000a| �[0;m�[1;31m20221213180729140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180729140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180729140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180729140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180729140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180729140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180729152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180729161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180729161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180729161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:32.543575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14501): Terminating (SIGTERM)\u000a18:07:32.583439 run iperf3-srv_10.42.42.10(pid=14502): Terminating (SIGTERM)\u000a18:07:32.623208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14503): Terminating (SIGTERM)\u000a18:07:32.662892 run iperf3-srv_10.42.42.10(pid=14504): Terminating (SIGTERM)\u000a18:07:32.702691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14505): Terminating (SIGTERM)\u000a18:07:32.742399 run iperf3-srv_10.42.42.10(pid=14506): Terminating (SIGTERM)\u000a18:07:32.782136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14507): Terminating (SIGTERM)\u000a18:07:32.821963 run iperf3-srv_10.42.42.10(pid=14508): Terminating (SIGTERM)\u000a18:07:32.861950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14511): Terminating (SIGTERM)\u000a18:07:32.901752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14514): Terminating (SIGTERM)\u000a18:07:32.941643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14517): Terminating (SIGTERM)\u000a18:07:32.951020 --- ParallelTerminationStrategy: PID 14501 died...\u000a18:07:33.004773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14501): Terminated: ok {rc=0}\u000a18:07:33.014648 --- ParallelTerminationStrategy: PID 14502 died...\u000a18:07:33.068103 run iperf3-srv_10.42.42.10(pid=14502): Terminated {rc=256}\u000a18:07:33.077935 --- ParallelTerminationStrategy: PID 14503 died...\u000a18:07:33.131369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14503): Terminated: ok {rc=0}\u000a18:07:33.141126 --- ParallelTerminationStrategy: PID 14504 died...\u000a18:07:33.194449 run iperf3-srv_10.42.42.10(pid=14504): Terminated {rc=256}\u000a18:07:33.204212 --- ParallelTerminationStrategy: PID 14505 died...\u000a18:07:33.257724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14505): Terminated: ok {rc=0}\u000a18:07:33.267410 --- ParallelTerminationStrategy: PID 14506 died...\u000a18:07:33.320663 run iperf3-srv_10.42.42.10(pid=14506): Terminated {rc=256}\u000a18:07:33.330360 --- ParallelTerminationStrategy: PID 14507 died...\u000a18:07:33.383836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14507): Terminated: ok {rc=0}\u000a18:07:33.393757 --- ParallelTerminationStrategy: PID 14508 died...\u000a18:07:33.447218 run iperf3-srv_10.42.42.10(pid=14508): Terminated {rc=256}\u000a18:07:33.457091 --- ParallelTerminationStrategy: PID 14511 died...\u000a18:07:33.510805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14511): Terminated: ok {rc=0}\u000a18:07:33.520317 --- ParallelTerminationStrategy: PID 14514 died...\u000a18:07:33.573882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14514): Terminated: ok {rc=0}\u000a18:07:33.583578 --- ParallelTerminationStrategy: PID 14517 died...\u000a18:07:33.637337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14517): Terminated: ok {rc=0}\u000a18:07:33.720694 bus /gobi_4: Setting Powered False\u000a18:07:34.824150 bus /gobi_4: Setting Powered False\u000a18:07:35.931527 bus /gobi_1: Setting Powered False\u000a18:07:37.038113 bus /gobi_1: Setting Powered False\u000a18:07:38.150909 bus /gobi_0: Setting Powered False\u000a18:07:39.253749 bus /gobi_0: Setting Powered False\u000a18:07:40.361750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2392↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2392↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a18:07:41.431103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:41.442984 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:07:41.586554 tst ping.py: using LAC 35338\u000a18:07:41.709572 tst ping.py: using RAC 148\u000a18:07:41.825175 tst ping.py: using CellId 35338\u000a18:07:41.942944 tst ping.py: using BVCI 35339\u000a18:07:41.966055 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:41.976843 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:41.987480 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:41.997952 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:42.008832 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:42.019590 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:42.030737 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:42.041464 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:42.315884 tst ping.py:19: start network...\u000a18:07:42.440256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:42.921069 run create_hlr_db(pid=14520): Launched\u000a18:07:43.107372 bus /gobi_6: Setting Powered False\u000a18:07:44.127654 run create_hlr_db(pid=14520): Terminated: ok {rc=0}\u000a18:07:44.531166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Launched\u000a18:07:44.829385 run osmo-hlr_10.42.42.2(pid=14523): Launched\u000a18:07:44.938795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:45.460138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Launched\u000a18:07:45.760448 run osmo-stp_10.42.42.5(pid=14526): Launched\u000a18:07:45.916583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:46.625756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Launched\u000a18:07:46.745337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:47.047343 run patchelf(pid=14529): Launched\u000a18:07:47.239656 run osmo-stp_10.42.42.5(pid=14526): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a18:07:47.380016 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-13_18:07:45.612034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:47.518088 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221213180745781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180745781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180745781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180745782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180745782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180745782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180745782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:47.650769 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-13_18:07:45.612034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:47.782146 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221213180745781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180745781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180745781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180745782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180745782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180745782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180745782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:47.936615 run patchelf(pid=14529): Terminating (SIGINT)\u000a18:07:48.118056 run patchelf(pid=14529): Terminated: ok {rc=0}\u000a18:07:48.151670 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2392↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)] [trial-2392↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a18:07:48.161187 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:07:48.225697 run osmo-hlr_10.42.42.2(pid=14523): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14523)]\u000a18:07:48.278533 run osmo-hlr_10.42.42.2(pid=14523): stdout: \u000a| (launched: 2022-12-13_18:07:44.682604) \u000a18:07:48.331804 run osmo-hlr_10.42.42.2(pid=14523): stderr: \u000a| �[0;m�[1;31m20221213180744857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180744857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180744857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180744857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180744857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180744857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180744870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180744878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180744879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180744879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:48.377298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminating (SIGTERM)\u000a18:07:48.420255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminating (SIGTERM)\u000a18:07:48.463284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminating (SIGTERM)\u000a18:07:48.473200 --- ParallelTerminationStrategy: PID 14522 died...\u000a18:07:48.530970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminated: ok {rc=0}\u000a18:07:48.541177 --- ParallelTerminationStrategy: PID 14525 died...\u000a18:07:48.598302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminated: ok {rc=0}\u000a18:07:48.608547 --- ParallelTerminationStrategy: PID 14528 died...\u000a18:07:48.665938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminated: ok {rc=0}\u000a18:07:48.753502 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14536): Process ended prematurely: osmo-stp_10.42.42.5(pid=14536) [trial-2392↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14536)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14536): Process ended prematurely: osmo-stp_10.42.42.5(pid=14536) [trial-2392↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a18:07:49.806560 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:49.818764 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:07:49.960918 tst ping_idle_ping.py: using LAC 35339\u000a18:07:50.087409 tst ping_idle_ping.py: using RAC 149\u000a18:07:50.213865 tst ping_idle_ping.py: using CellId 35339\u000a18:07:50.339126 tst ping_idle_ping.py: using BVCI 35340\u000a18:07:50.363786 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:50.375158 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:50.386371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:50.397461 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:50.408649 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:50.420450 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:50.432157 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:07:50.443809 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:07:50.722213 tst ping_idle_ping.py:24: start network...\u000a18:07:50.847203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:51.329877 run create_hlr_db(pid=14530): Launched\u000a18:07:51.503166 bus /gobi_6: Setting Powered False\u000a18:07:52.525179 run create_hlr_db(pid=14530): Terminated: ok {rc=0}\u000a18:07:52.952153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14532): Launched\u000a18:07:53.274094 run osmo-hlr_10.42.42.2(pid=14533): Launched\u000a18:07:53.393273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:53.955684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14535): Launched\u000a18:07:54.279945 run osmo-stp_10.42.42.5(pid=14536): Launched\u000a18:07:54.407090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:54.969174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14538): Launched\u000a18:07:55.084275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:55.366530 run patchelf(pid=14539): Launched\u000a18:07:55.555221 run osmo-stp_10.42.42.5(pid=14536): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14536)]\u000a18:07:55.694016 run osmo-stp_10.42.42.5(pid=14536): stdout: \u000a| (launched: 2022-12-13_18:07:54.119105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:55.832875 run osmo-stp_10.42.42.5(pid=14536): stderr: \u000a| �[0;m�[38;5;43m20221213180754310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180754310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180754310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180754311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180754311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180754311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180754311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:55.966862 run osmo-stp_10.42.42.5(pid=14536): stdout: \u000a| (launched: 2022-12-13_18:07:54.119105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:56.100288 run osmo-stp_10.42.42.5(pid=14536): stderr: \u000a| �[0;m�[38;5;43m20221213180754310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180754310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180754310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180754311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180754311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180754311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180754311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:56.256253 run patchelf(pid=14539): Terminating (SIGINT)\u000a18:07:56.438450 run patchelf(pid=14539): Terminated: ok {rc=0}\u000a18:07:56.471468 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14536): Process ended prematurely: osmo-stp_10.42.42.5(pid=14536) [trial-2392↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14536)] [trial-2392↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a18:07:56.480998 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:07:56.544872 run osmo-hlr_10.42.42.2(pid=14533): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14533)]\u000a18:07:56.597052 run osmo-hlr_10.42.42.2(pid=14533): stdout: \u000a| (launched: 2022-12-13_18:07:53.115220) \u000a18:07:56.649841 run osmo-hlr_10.42.42.2(pid=14533): stderr: \u000a| �[0;m�[1;31m20221213180753310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180753311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180753311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180753311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180753311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180753311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180753324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180753332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180753332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180753332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:56.695102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14532): Terminating (SIGTERM)\u000a18:07:56.737547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14535): Terminating (SIGTERM)\u000a18:07:56.780075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14538): Terminating (SIGTERM)\u000a18:07:56.789796 --- ParallelTerminationStrategy: PID 14532 died...\u000a18:07:56.846629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14532): Terminated: ok {rc=0}\u000a18:07:56.856678 --- ParallelTerminationStrategy: PID 14535 died...\u000a18:07:56.913507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14535): Terminated: ok {rc=0}\u000a18:07:56.923527 --- ParallelTerminationStrategy: PID 14538 died...\u000a18:07:56.980016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14538): Terminated: ok {rc=0}\u000a18:07:57.067941 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:06:58" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14553): Process ended prematurely: osmo-stp_10.42.42.5(pid=14553) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14553): Process ended prematurely: osmo-stp_10.42.42.5(pid=14553) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:07:59.222416 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.233859 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:07:59.375669 tst cs_paging_gprs_active.py: using LAC 35340\u000a18:07:59.503024 tst cs_paging_gprs_active.py: using RAC 150\u000a18:07:59.631203 tst cs_paging_gprs_active.py: using CellId 35340\u000a18:07:59.758076 tst cs_paging_gprs_active.py: using BVCI 35341\u000a18:07:59.783057 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.794550 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.805883 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.817253 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.828748 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.840339 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.852058 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.863598 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:07:59.875398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:07:59.994444 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:00.276011 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:08:00.403542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:00.721677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Launched\u000a18:08:01.022654 run iperf3-srv_10.42.42.10(pid=14544): Launched\u000a18:08:01.211683 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:08:01.340809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:01.678417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Launched\u000a18:08:01.958674 run iperf3-srv_10.42.42.10(pid=14546): Launched\u000a18:08:02.151754 tst cs_paging_gprs_active.py:38: start network...\u000a18:08:02.280037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:02.773632 run create_hlr_db(pid=14547): Launched\u000a18:08:02.950490 bus /gobi_6: Setting Powered False\u000a18:08:03.971453 run create_hlr_db(pid=14547): Terminated: ok {rc=0}\u000a18:08:04.407686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14549): Launched\u000a18:08:04.738000 run osmo-hlr_10.42.42.2(pid=14550): Launched\u000a18:08:04.858159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:05.431437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14552): Launched\u000a18:08:05.759846 run osmo-stp_10.42.42.5(pid=14553): Launched\u000a18:08:05.878566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:06.455272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14555): Launched\u000a18:08:06.572169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:06.859104 run patchelf(pid=14556): Launched\u000a18:08:07.051172 run osmo-stp_10.42.42.5(pid=14553): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)]\u000a18:08:07.192023 run osmo-stp_10.42.42.5(pid=14553): stdout: \u000a| (launched: 2022-12-13_18:08:05.597744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:07.333155 run osmo-stp_10.42.42.5(pid=14553): stderr: \u000a| �[0;m�[38;5;43m20221213180805790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180805790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180805790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180805791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180805791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180805791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180805791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:07.468713 run osmo-stp_10.42.42.5(pid=14553): stdout: \u000a| (launched: 2022-12-13_18:08:05.597744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:07.603244 run osmo-stp_10.42.42.5(pid=14553): stderr: \u000a| �[0;m�[38;5;43m20221213180805790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180805790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180805790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180805791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180805791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180805791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180805791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:07.761105 run patchelf(pid=14556): Terminating (SIGINT)\u000a18:08:07.946890 run patchelf(pid=14556): Terminated: ok {rc=0}\u000a18:08:07.980682 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14553): Process ended prematurely: osmo-stp_10.42.42.5(pid=14553) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:08:07.990812 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:08:08.055047 run osmo-hlr_10.42.42.2(pid=14550): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14550)]\u000a18:08:08.107631 run osmo-hlr_10.42.42.2(pid=14550): stdout: \u000a| (launched: 2022-12-13_18:08:04.574214) \u000a18:08:08.161214 run osmo-hlr_10.42.42.2(pid=14550): stderr: \u000a| �[0;m�[1;31m20221213180804771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180804771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180804771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180804771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180804771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180804772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180804783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180804792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180804793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180804793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:08.206856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Terminating (SIGTERM)\u000a18:08:08.249511 run iperf3-srv_10.42.42.10(pid=14544): Terminating (SIGTERM)\u000a18:08:08.292287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Terminating (SIGTERM)\u000a18:08:08.335197 run iperf3-srv_10.42.42.10(pid=14546): Terminating (SIGTERM)\u000a18:08:08.378109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14549): Terminating (SIGTERM)\u000a18:08:08.420834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14552): Terminating (SIGTERM)\u000a18:08:08.463563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14555): Terminating (SIGTERM)\u000a18:08:08.473370 --- ParallelTerminationStrategy: PID 14543 died...\u000a18:08:08.530642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Terminated: ok {rc=0}\u000a18:08:08.540801 --- ParallelTerminationStrategy: PID 14544 died...\u000a18:08:08.597632 run iperf3-srv_10.42.42.10(pid=14544): Terminated {rc=256}\u000a18:08:08.607662 --- ParallelTerminationStrategy: PID 14545 died...\u000a18:08:08.664737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Terminated: ok {rc=0}\u000a18:08:08.674907 --- ParallelTerminationStrategy: PID 14546 died...\u000a18:08:08.731856 run iperf3-srv_10.42.42.10(pid=14546): Terminated {rc=256}\u000a18:08:08.741996 --- ParallelTerminationStrategy: PID 14549 died...\u000a18:08:08.799009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14549): Terminated: ok {rc=0}\u000a18:08:08.809203 --- ParallelTerminationStrategy: PID 14552 died...\u000a18:08:08.866263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14552): Terminated: ok {rc=0}\u000a18:08:08.876387 --- ParallelTerminationStrategy: PID 14555 died...\u000a18:08:08.933458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14555): Terminated: ok {rc=0}\u000a18:08:09.021872 bus /gobi_0: Setting Powered False\u000a18:08:10.129431 bus /gobi_0: Setting Powered False\u000a18:08:11.239730 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14565): Process ended prematurely: osmo-stp_10.42.42.5(pid=14565) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14565)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14565): Process ended prematurely: osmo-stp_10.42.42.5(pid=14565) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:08:12.355604 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.367807 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:08:12.504376 tst iperf3.py: using LAC 35341\u000a18:08:12.626616 tst iperf3.py: using RAC 151\u000a18:08:12.748575 tst iperf3.py: using CellId 35341\u000a18:08:12.868687 tst iperf3.py: using BVCI 35342\u000a18:08:12.892230 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.903286 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.914297 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.924917 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.935731 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.946612 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.957537 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.968186 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:12.979218 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:13.276216 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:08:13.412334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:13.752862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14557): Launched\u000a18:08:14.034278 run iperf3-srv_10.42.42.10(pid=14558): Launched\u000a18:08:14.235168 tst iperf3.py:8: start network...\u000a18:08:14.371603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:14.885768 run create_hlr_db(pid=14559): Launched\u000a18:08:15.073869 bus /gobi_6: Setting Powered False\u000a18:08:16.103989 run create_hlr_db(pid=14559): Terminated: ok {rc=0}\u000a18:08:16.690469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14561): Launched\u000a18:08:17.095223 run osmo-hlr_10.42.42.2(pid=14562): Launched\u000a18:08:17.314590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:17.881376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14564): Launched\u000a18:08:18.209577 run osmo-stp_10.42.42.5(pid=14565): Launched\u000a18:08:18.327132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:18.894513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14567): Launched\u000a18:08:19.011224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:19.299488 run patchelf(pid=14568): Launched\u000a18:08:19.490925 run osmo-stp_10.42.42.5(pid=14565): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14565)]\u000a18:08:19.630976 run osmo-stp_10.42.42.5(pid=14565): stdout: \u000a| (launched: 2022-12-13_18:08:18.046671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:19.771392 run osmo-stp_10.42.42.5(pid=14565): stderr: \u000a| �[0;m�[38;5;43m20221213180818237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180818237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180818238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180818238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180818238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180818239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180818239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:19.906655 run osmo-stp_10.42.42.5(pid=14565): stdout: \u000a| (launched: 2022-12-13_18:08:18.046671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:20.040493 run osmo-stp_10.42.42.5(pid=14565): stderr: \u000a| �[0;m�[38;5;43m20221213180818237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180818237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180818238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180818238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180818238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180818239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180818239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:20.198646 run patchelf(pid=14568): Terminating (SIGINT)\u000a18:08:20.384102 run patchelf(pid=14568): Terminated: ok {rc=0}\u000a18:08:20.418109 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14565): Process ended prematurely: osmo-stp_10.42.42.5(pid=14565) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14565)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a18:08:20.428144 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a18:08:20.492384 run osmo-hlr_10.42.42.2(pid=14562): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14562)]\u000a18:08:20.544682 run osmo-hlr_10.42.42.2(pid=14562): stdout: \u000a| (launched: 2022-12-13_18:08:16.848466) \u000a18:08:20.597972 run osmo-hlr_10.42.42.2(pid=14562): stderr: \u000a| �[0;m�[1;31m20221213180817190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180817190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180817190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180817190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180817190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180817190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180817210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180817223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180817223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180817223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:20.643280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14557): Terminating (SIGTERM)\u000a18:08:20.686101 run iperf3-srv_10.42.42.10(pid=14558): Terminating (SIGTERM)\u000a18:08:20.728858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14561): Terminating (SIGTERM)\u000a18:08:20.771509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14564): Terminating (SIGTERM)\u000a18:08:20.814112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14567): Terminating (SIGTERM)\u000a18:08:20.823835 --- ParallelTerminationStrategy: PID 14557 died...\u000a18:08:20.881119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14557): Terminated: ok {rc=0}\u000a18:08:20.891291 --- ParallelTerminationStrategy: PID 14558 died...\u000a18:08:20.948049 run iperf3-srv_10.42.42.10(pid=14558): Terminated {rc=256}\u000a18:08:20.958127 --- ParallelTerminationStrategy: PID 14561 died...\u000a18:08:21.014707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14561): Terminated: ok {rc=0}\u000a18:08:21.025289 --- ParallelTerminationStrategy: PID 14564 died...\u000a18:08:21.082042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14564): Terminated: ok {rc=0}\u000a18:08:21.092225 --- ParallelTerminationStrategy: PID 14567 died...\u000a18:08:21.149502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14567): Terminated: ok {rc=0}\u000a18:08:21.237323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14583): Process ended prematurely: osmo-stp_10.42.42.5(pid=14583) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14583)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14583): Process ended prematurely: osmo-stp_10.42.42.5(pid=14583) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:08:22.354112 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:22.366542 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:08:22.510823 tst iperf3m4.py: using LAC 35342\u000a18:08:22.638715 tst iperf3m4.py: using RAC 152\u000a18:08:22.768743 tst iperf3m4.py: using CellId 35342\u000a18:08:22.896878 tst iperf3m4.py: using BVCI 35343\u000a18:08:22.922010 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:22.933565 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:22.944899 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:22.956281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:22.968043 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:22.979840 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:22.991838 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:23.003593 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:23.015610 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:23.145863 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:23.265132 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:23.387554 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:23.669051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:08:23.795927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:24.114702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14569): Launched\u000a18:08:24.380036 run iperf3-srv_10.42.42.10(pid=14570): Launched\u000a18:08:24.566501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:08:24.693101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:25.011292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14571): Launched\u000a18:08:25.274615 run iperf3-srv_10.42.42.10(pid=14572): Launched\u000a18:08:25.460583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:08:25.587364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:25.906017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14573): Launched\u000a18:08:26.171968 run iperf3-srv_10.42.42.10(pid=14574): Launched\u000a18:08:26.358565 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:08:26.484908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:26.804269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14575): Launched\u000a18:08:27.067275 run iperf3-srv_10.42.42.10(pid=14576): Launched\u000a18:08:27.253356 tst iperf3m4.py:8: start network...\u000a18:08:27.380131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:27.871029 run create_hlr_db(pid=14577): Launched\u000a18:08:28.046330 bus /gobi_6: Setting Powered False\u000a18:08:29.068884 run create_hlr_db(pid=14577): Terminated: ok {rc=0}\u000a18:08:29.505060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14579): Launched\u000a18:08:29.833388 run osmo-hlr_10.42.42.2(pid=14580): Launched\u000a18:08:29.957099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:30.528927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14582): Launched\u000a18:08:30.916751 run osmo-stp_10.42.42.5(pid=14583): Launched\u000a18:08:31.093164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:31.684274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14585): Launched\u000a18:08:31.798175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:32.090674 run patchelf(pid=14586): Launched\u000a18:08:32.274708 run osmo-stp_10.42.42.5(pid=14583): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14583)]\u000a18:08:32.406473 run osmo-stp_10.42.42.5(pid=14583): stdout: \u000a| (launched: 2022-12-13_18:08:30.695369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:32.538740 run osmo-stp_10.42.42.5(pid=14583): stderr: \u000a| �[0;m�[38;5;43m20221213180830883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180830883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180830883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180830883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180830884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180830884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180830884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:32.665280 run osmo-stp_10.42.42.5(pid=14583): stdout: \u000a| (launched: 2022-12-13_18:08:30.695369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:32.790554 run osmo-stp_10.42.42.5(pid=14583): stderr: \u000a| �[0;m�[38;5;43m20221213180830883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180830883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180830883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180830883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180830884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180830884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180830884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:32.938909 run patchelf(pid=14586): Terminating (SIGINT)\u000a18:08:33.113958 run patchelf(pid=14586): Terminated: ok {rc=0}\u000a18:08:33.146109 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14583): Process ended prematurely: osmo-stp_10.42.42.5(pid=14583) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14583)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:08:33.155682 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:08:33.216669 run osmo-hlr_10.42.42.2(pid=14580): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14580)]\u000a18:08:33.266335 run osmo-hlr_10.42.42.2(pid=14580): stdout: \u000a| (launched: 2022-12-13_18:08:29.671068) \u000a18:08:33.317017 run osmo-hlr_10.42.42.2(pid=14580): stderr: \u000a| �[0;m�[1;31m20221213180829868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180829868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180829868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180829868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180829868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180829868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180829884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180829895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180829895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180829895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:33.359604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14569): Terminating (SIGTERM)\u000a18:08:33.399783 run iperf3-srv_10.42.42.10(pid=14570): Terminating (SIGTERM)\u000a18:08:33.440021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14571): Terminating (SIGTERM)\u000a18:08:33.480194 run iperf3-srv_10.42.42.10(pid=14572): Terminating (SIGTERM)\u000a18:08:33.520326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14573): Terminating (SIGTERM)\u000a18:08:33.560339 run iperf3-srv_10.42.42.10(pid=14574): Terminating (SIGTERM)\u000a18:08:33.600499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14575): Terminating (SIGTERM)\u000a18:08:33.640522 run iperf3-srv_10.42.42.10(pid=14576): Terminating (SIGTERM)\u000a18:08:33.680611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14579): Terminating (SIGTERM)\u000a18:08:33.720549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14582): Terminating (SIGTERM)\u000a18:08:33.760708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14585): Terminating (SIGTERM)\u000a18:08:33.770040 --- ParallelTerminationStrategy: PID 14569 died...\u000a18:08:33.823965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14569): Terminated: ok {rc=0}\u000a18:08:33.833707 --- ParallelTerminationStrategy: PID 14570 died...\u000a18:08:33.887339 run iperf3-srv_10.42.42.10(pid=14570): Terminated {rc=256}\u000a18:08:33.897062 --- ParallelTerminationStrategy: PID 14571 died...\u000a18:08:33.950697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14571): Terminated: ok {rc=0}\u000a18:08:33.960273 --- ParallelTerminationStrategy: PID 14572 died...\u000a18:08:34.014127 run iperf3-srv_10.42.42.10(pid=14572): Terminated {rc=256}\u000a18:08:34.023932 --- ParallelTerminationStrategy: PID 14573 died...\u000a18:08:34.078317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14573): Terminated: ok {rc=0}\u000a18:08:34.087932 --- ParallelTerminationStrategy: PID 14574 died...\u000a18:08:34.141791 run iperf3-srv_10.42.42.10(pid=14574): Terminated {rc=256}\u000a18:08:34.151799 --- ParallelTerminationStrategy: PID 14575 died...\u000a18:08:34.205768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14575): Terminated: ok {rc=0}\u000a18:08:34.215515 --- ParallelTerminationStrategy: PID 14576 died...\u000a18:08:34.269245 run iperf3-srv_10.42.42.10(pid=14576): Terminated {rc=256}\u000a18:08:34.279008 --- ParallelTerminationStrategy: PID 14579 died...\u000a18:08:34.333448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14579): Terminated: ok {rc=0}\u000a18:08:34.343285 --- ParallelTerminationStrategy: PID 14582 died...\u000a18:08:34.397031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14582): Terminated: ok {rc=0}\u000a18:08:34.406801 --- ParallelTerminationStrategy: PID 14585 died...\u000a18:08:34.460971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14585): Terminated: ok {rc=0}\u000a18:08:34.550576 bus /gobi_4: Setting Powered False\u000a18:08:35.655715 bus /gobi_4: Setting Powered False\u000a18:08:36.769927 bus /gobi_1: Setting Powered False\u000a18:08:37.874026 bus /gobi_1: Setting Powered False\u000a18:08:38.986498 bus /gobi_0: Setting Powered False\u000a18:08:40.090747 bus /gobi_0: Setting Powered False\u000a18:08:41.204324 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14593): Process ended prematurely: osmo-stp_10.42.42.5(pid=14593) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14593): Process ended prematurely: osmo-stp_10.42.42.5(pid=14593) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:08:42.271794 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.283705 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:08:42.418549 tst ping.py: using LAC 35343\u000a18:08:42.535444 tst ping.py: using RAC 153\u000a18:08:42.654602 tst ping.py: using CellId 35343\u000a18:08:42.771903 tst ping.py: using BVCI 35344\u000a18:08:42.795174 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.806401 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.817432 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.828477 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.839360 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.850172 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.861117 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:42.872002 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:43.165022 tst ping.py:19: start network...\u000a18:08:43.299435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:43.801897 run create_hlr_db(pid=14587): Launched\u000a18:08:43.988314 bus /gobi_6: Setting Powered False\u000a18:08:45.008770 run create_hlr_db(pid=14587): Terminated: ok {rc=0}\u000a18:08:45.412046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14589): Launched\u000a18:08:45.712504 run osmo-hlr_10.42.42.2(pid=14590): Launched\u000a18:08:45.848708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:46.482337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14592): Launched\u000a18:08:46.981613 run osmo-stp_10.42.42.5(pid=14593): Launched\u000a18:08:47.187090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:47.803612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14605): Launched\u000a18:08:47.924210 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:48.221367 run patchelf(pid=14607): Launched\u000a18:08:48.414767 run osmo-stp_10.42.42.5(pid=14593): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)]\u000a18:08:48.557030 run osmo-stp_10.42.42.5(pid=14593): stdout: \u000a| (launched: 2022-12-13_18:08:46.649974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:48.701373 run osmo-stp_10.42.42.5(pid=14593): stderr: \u000a| �[0;m�[38;5;43m20221213180846874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180846874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180846875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180846877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180846877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180846877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180846877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:48.838224 run osmo-stp_10.42.42.5(pid=14593): stdout: \u000a| (launched: 2022-12-13_18:08:46.649974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:48.974089 run osmo-stp_10.42.42.5(pid=14593): stderr: \u000a| �[0;m�[38;5;43m20221213180846874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180846874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180846875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180846877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180846877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180846877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180846877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:49.134210 run patchelf(pid=14607): Terminating (SIGINT)\u000a18:08:49.320817 run patchelf(pid=14607): Terminated: ok {rc=0}\u000a18:08:49.355531 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14593): Process ended prematurely: osmo-stp_10.42.42.5(pid=14593) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a18:08:49.365144 tst ping.py:22: Test FAILED (7.1 sec)\u000a18:08:49.433364 run osmo-hlr_10.42.42.2(pid=14590): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14590)]\u000a18:08:49.488323 run osmo-hlr_10.42.42.2(pid=14590): stdout: \u000a| (launched: 2022-12-13_18:08:45.564315) \u000a18:08:49.545983 run osmo-hlr_10.42.42.2(pid=14590): stderr: \u000a| �[0;m�[1;31m20221213180845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180845751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180845760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180845760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180845760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:49.594572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14589): Terminating (SIGTERM)\u000a18:08:49.642494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14592): Terminating (SIGTERM)\u000a18:08:49.690188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14605): Terminating (SIGTERM)\u000a18:08:49.702412 --- ParallelTerminationStrategy: PID 14589 died...\u000a18:08:49.764532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14589): Terminated: ok {rc=0}\u000a18:08:49.776095 --- ParallelTerminationStrategy: PID 14592 died...\u000a18:08:49.835245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14592): Terminated: ok {rc=0}\u000a18:08:49.847075 --- ParallelTerminationStrategy: PID 14605 died...\u000a18:08:49.907191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14605): Terminated: ok {rc=0}\u000a18:08:49.999450 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14875): Process ended prematurely: osmo-stp_10.42.42.5(pid=14875) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14875): Process ended prematurely: osmo-stp_10.42.42.5(pid=14875) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:08:51.056917 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.070284 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:08:51.217227 tst ping_idle_ping.py: using LAC 35344\u000a18:08:51.345738 tst ping_idle_ping.py: using RAC 154\u000a18:08:51.478324 tst ping_idle_ping.py: using CellId 35344\u000a18:08:51.609142 tst ping_idle_ping.py: using BVCI 35345\u000a18:08:51.634725 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.647311 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.659996 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.672345 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.685631 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.699808 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.713733 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:08:51.726982 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:08:52.031751 tst ping_idle_ping.py:24: start network...\u000a18:08:52.170830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:52.731344 run create_hlr_db(pid=14610): Launched\u000a18:08:52.939947 bus /gobi_6: Setting Powered False\u000a18:08:53.978662 run create_hlr_db(pid=14610): Terminated: ok {rc=0}\u000a18:08:54.487143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Launched\u000a18:08:54.896679 run osmo-hlr_10.42.42.2(pid=14872): Launched\u000a18:08:55.146006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:55.730997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14874): Launched\u000a18:08:56.156254 run osmo-stp_10.42.42.5(pid=14875): Launched\u000a18:08:56.376598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:56.965539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14877): Launched\u000a18:08:57.086318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:57.386252 run patchelf(pid=14878): Launched\u000a18:08:57.583324 run osmo-stp_10.42.42.5(pid=14875): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)]\u000a18:08:57.727703 run osmo-stp_10.42.42.5(pid=14875): stdout: \u000a| (launched: 2022-12-13_18:08:55.897739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:57.871708 run osmo-stp_10.42.42.5(pid=14875): stderr: \u000a| �[0;m�[38;5;43m20221213180856185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180856185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180856185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180856186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:58.010260 run osmo-stp_10.42.42.5(pid=14875): stdout: \u000a| (launched: 2022-12-13_18:08:55.897739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:58.148823 run osmo-stp_10.42.42.5(pid=14875): stderr: \u000a| �[0;m�[38;5;43m20221213180856185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180856185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180856185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180856186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180856186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:58.309344 run patchelf(pid=14878): Terminating (SIGINT)\u000a18:08:58.499495 run patchelf(pid=14878): Terminated: ok {rc=0}\u000a18:08:58.534620 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14875): Process ended prematurely: osmo-stp_10.42.42.5(pid=14875) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:08:58.545277 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a18:08:58.613301 run osmo-hlr_10.42.42.2(pid=14872): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14872)]\u000a18:08:58.669177 run osmo-hlr_10.42.42.2(pid=14872): stdout: \u000a| (launched: 2022-12-13_18:08:54.646376) \u000a18:08:58.726219 run osmo-hlr_10.42.42.2(pid=14872): stderr: \u000a| �[0;m�[1;31m20221213180854944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180854944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180854944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180854944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180854944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180854944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180854967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180854976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180854976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180854976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:58.774511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Terminating (SIGTERM)\u000a18:08:58.821613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14874): Terminating (SIGTERM)\u000a18:08:58.869204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14877): Terminating (SIGTERM)\u000a18:08:58.880476 --- ParallelTerminationStrategy: PID 14870 died...\u000a18:08:58.942758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Terminated: ok {rc=0}\u000a18:08:58.954884 --- ParallelTerminationStrategy: PID 14874 died...\u000a18:08:59.014654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14874): Terminated: ok {rc=0}\u000a18:08:59.027335 --- ParallelTerminationStrategy: PID 14877 died...\u000a18:08:59.087248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14877): Terminated: ok {rc=0}\u000a18:08:59.180255 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:07:58" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14892): Process ended prematurely: osmo-stp_10.42.42.5(pid=14892) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14892)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14892): Process ended prematurely: osmo-stp_10.42.42.5(pid=14892) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:09:01.462474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:01.478896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:09:01.666257 tst cs_paging_gprs_active.py: using LAC 35345\u000a18:09:01.846519 tst cs_paging_gprs_active.py: using RAC 155\u000a18:09:01.994469 tst cs_paging_gprs_active.py: using CellId 35345\u000a18:09:02.166251 tst cs_paging_gprs_active.py: using BVCI 35346\u000a18:09:02.202087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.215746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.228429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.241289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.254794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.268055 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.282148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.294557 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:02.310446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:02.442724 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:02.772385 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:09:02.915607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:03.278261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14882): Launched\u000a18:09:03.573026 run iperf3-srv_10.42.42.10(pid=14883): Launched\u000a18:09:03.783511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:09:03.927257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:04.292343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14884): Launched\u000a18:09:04.600296 run iperf3-srv_10.42.42.10(pid=14885): Launched\u000a18:09:04.810956 tst cs_paging_gprs_active.py:38: start network...\u000a18:09:04.954541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:05.529124 run create_hlr_db(pid=14886): Launched\u000a18:09:05.729253 bus /gobi_6: Setting Powered False\u000a18:09:06.750980 run create_hlr_db(pid=14886): Terminated: ok {rc=0}\u000a18:09:07.216486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14888): Launched\u000a18:09:07.663491 run osmo-hlr_10.42.42.2(pid=14889): Launched\u000a18:09:07.910116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:08.514766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14891): Launched\u000a18:09:08.962715 run osmo-stp_10.42.42.5(pid=14892): Launched\u000a18:09:09.181717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:09.787368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14894): Launched\u000a18:09:09.909717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:10.194520 run patchelf(pid=14896): Launched\u000a18:09:10.376173 run osmo-stp_10.42.42.5(pid=14892): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14892)]\u000a18:09:10.509363 run osmo-stp_10.42.42.5(pid=14892): stdout: \u000a| (launched: 2022-12-13_18:09:08.689889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:10.643196 run osmo-stp_10.42.42.5(pid=14892): stderr: \u000a| �[0;m�[38;5;43m20221213180908985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180908985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180908986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180908986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180908986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180908987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180908987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:10.771214 run osmo-stp_10.42.42.5(pid=14892): stdout: \u000a| (launched: 2022-12-13_18:09:08.689889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:10.898331 run osmo-stp_10.42.42.5(pid=14892): stderr: \u000a| �[0;m�[38;5;43m20221213180908985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180908985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180908986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180908986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180908986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180908987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180908987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:11.048062 run patchelf(pid=14896): Terminating (SIGINT)\u000a18:09:11.224801 run patchelf(pid=14896): Terminated: ok {rc=0}\u000a18:09:11.257267 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14892): Process ended prematurely: osmo-stp_10.42.42.5(pid=14892) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14892)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:09:11.266460 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a18:09:11.327231 run osmo-hlr_10.42.42.2(pid=14889): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14889)]\u000a18:09:11.377035 run osmo-hlr_10.42.42.2(pid=14889): stdout: \u000a| (launched: 2022-12-13_18:09:07.390595) \u000a18:09:11.427470 run osmo-hlr_10.42.42.2(pid=14889): stderr: \u000a| �[0;m�[1;31m20221213180907696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180907696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180907696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180907696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180907696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180907697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180907715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180907723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180907723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180907723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:11.470467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14882): Terminating (SIGTERM)\u000a18:09:11.510941 run iperf3-srv_10.42.42.10(pid=14883): Terminating (SIGTERM)\u000a18:09:11.551350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14884): Terminating (SIGTERM)\u000a18:09:11.591539 run iperf3-srv_10.42.42.10(pid=14885): Terminating (SIGTERM)\u000a18:09:11.632065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14888): Terminating (SIGTERM)\u000a18:09:11.672553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14891): Terminating (SIGTERM)\u000a18:09:11.712739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14894): Terminating (SIGTERM)\u000a18:09:11.722146 --- ParallelTerminationStrategy: PID 14882 died...\u000a18:09:11.776184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14882): Terminated: ok {rc=0}\u000a18:09:11.786018 --- ParallelTerminationStrategy: PID 14883 died...\u000a18:09:11.840402 run iperf3-srv_10.42.42.10(pid=14883): Terminated {rc=256}\u000a18:09:11.850224 --- ParallelTerminationStrategy: PID 14884 died...\u000a18:09:11.903990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14884): Terminated: ok {rc=0}\u000a18:09:11.913700 --- ParallelTerminationStrategy: PID 14885 died...\u000a18:09:11.967352 run iperf3-srv_10.42.42.10(pid=14885): Terminated {rc=256}\u000a18:09:11.977145 --- ParallelTerminationStrategy: PID 14888 died...\u000a18:09:12.031107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14888): Terminated: ok {rc=0}\u000a18:09:12.040910 --- ParallelTerminationStrategy: PID 14891 died...\u000a18:09:12.094636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14891): Terminated: ok {rc=0}\u000a18:09:12.104421 --- ParallelTerminationStrategy: PID 14894 died...\u000a18:09:12.158266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14894): Terminated: ok {rc=0}\u000a18:09:12.243896 bus /gobi_0: Setting Powered False\u000a18:09:13.348135 bus /gobi_0: Setting Powered False\u000a18:09:14.461863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14905): Process ended prematurely: osmo-stp_10.42.42.5(pid=14905) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14905)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14905): Process ended prematurely: osmo-stp_10.42.42.5(pid=14905) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:09:15.579874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:15.592168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:09:15.758972 tst iperf3.py: using LAC 35346\u000a18:09:15.890187 tst iperf3.py: using RAC 156\u000a18:09:16.017252 tst iperf3.py: using CellId 35346\u000a18:09:16.153978 tst iperf3.py: using BVCI 35347\u000a18:09:16.179538 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.192551 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.205071 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.217581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.231197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.245642 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.259131 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.272137 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:16.285800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:16.603166 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:09:16.745390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:17.100711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14897): Launched\u000a18:09:17.373803 run iperf3-srv_10.42.42.10(pid=14898): Launched\u000a18:09:17.562189 tst iperf3.py:8: start network...\u000a18:09:17.690720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:18.183586 run create_hlr_db(pid=14899): Launched\u000a18:09:18.359726 bus /gobi_6: Setting Powered False\u000a18:09:19.381360 run create_hlr_db(pid=14899): Terminated: ok {rc=0}\u000a18:09:19.819797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14901): Launched\u000a18:09:20.150217 run osmo-hlr_10.42.42.2(pid=14902): Launched\u000a18:09:20.272339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:20.851215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14904): Launched\u000a18:09:21.180832 run osmo-stp_10.42.42.5(pid=14905): Launched\u000a18:09:21.300889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:21.876701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14907): Launched\u000a18:09:21.994764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:22.284640 run patchelf(pid=14908): Launched\u000a18:09:22.479067 run osmo-stp_10.42.42.5(pid=14905): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14905)]\u000a18:09:22.620032 run osmo-stp_10.42.42.5(pid=14905): stdout: \u000a| (launched: 2022-12-13_18:09:21.017839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:22.762223 run osmo-stp_10.42.42.5(pid=14905): stderr: \u000a| �[0;m�[38;5;43m20221213180921211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180921211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180921212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180921212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180921213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180921213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180921213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:22.898890 run osmo-stp_10.42.42.5(pid=14905): stdout: \u000a| (launched: 2022-12-13_18:09:21.017839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:23.034107 run osmo-stp_10.42.42.5(pid=14905): stderr: \u000a| �[0;m�[38;5;43m20221213180921211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180921211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180921212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180921212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180921213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180921213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180921213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:23.193674 run patchelf(pid=14908): Terminating (SIGINT)\u000a18:09:23.381435 run patchelf(pid=14908): Terminated: ok {rc=0}\u000a18:09:23.415617 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14905): Process ended prematurely: osmo-stp_10.42.42.5(pid=14905) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14905)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:09:23.425713 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a18:09:23.490300 run osmo-hlr_10.42.42.2(pid=14902): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14902)]\u000a18:09:23.542984 run osmo-hlr_10.42.42.2(pid=14902): stdout: \u000a| (launched: 2022-12-13_18:09:19.986558) \u000a18:09:23.596474 run osmo-hlr_10.42.42.2(pid=14902): stderr: \u000a| �[0;m�[1;31m20221213180920186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180920186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180920186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180920186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180920186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180920186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180920199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180920207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180920208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180920208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:23.642102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14897): Terminating (SIGTERM)\u000a18:09:23.684660 run iperf3-srv_10.42.42.10(pid=14898): Terminating (SIGTERM)\u000a18:09:23.729566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14901): Terminating (SIGTERM)\u000a18:09:23.769965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14904): Terminating (SIGTERM)\u000a18:09:23.810102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14907): Terminating (SIGTERM)\u000a18:09:23.819453 --- ParallelTerminationStrategy: PID 14897 died...\u000a18:09:23.873888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14897): Terminated: ok {rc=0}\u000a18:09:23.883698 --- ParallelTerminationStrategy: PID 14898 died...\u000a18:09:23.937688 run iperf3-srv_10.42.42.10(pid=14898): Terminated {rc=256}\u000a18:09:23.947547 --- ParallelTerminationStrategy: PID 14901 died...\u000a18:09:24.001371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14901): Terminated: ok {rc=0}\u000a18:09:24.011152 --- ParallelTerminationStrategy: PID 14904 died...\u000a18:09:24.065321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14904): Terminated: ok {rc=0}\u000a18:09:24.075041 --- ParallelTerminationStrategy: PID 14907 died...\u000a18:09:24.129045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14907): Terminated: ok {rc=0}\u000a18:09:24.218844 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14923): Process ended prematurely: osmo-stp_10.42.42.5(pid=14923) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14923)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14923): Process ended prematurely: osmo-stp_10.42.42.5(pid=14923) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:09:25.331869 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.343857 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:09:25.500537 tst iperf3m4.py: using LAC 35347\u000a18:09:25.623255 tst iperf3m4.py: using RAC 157\u000a18:09:25.746194 tst iperf3m4.py: using CellId 35347\u000a18:09:25.868221 tst iperf3m4.py: using BVCI 35348\u000a18:09:25.891628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.902743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.913701 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.924471 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.935544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.946692 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.957857 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.968847 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:25.979947 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:26.102574 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:26.225034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:26.348761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:26.649010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:09:26.786507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:27.129141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14909): Launched\u000a18:09:27.413612 run iperf3-srv_10.42.42.10(pid=14910): Launched\u000a18:09:27.616503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:09:27.754430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:28.097906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14911): Launched\u000a18:09:28.381758 run iperf3-srv_10.42.42.10(pid=14912): Launched\u000a18:09:28.583474 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:09:28.720412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:29.062330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14913): Launched\u000a18:09:29.345647 run iperf3-srv_10.42.42.10(pid=14914): Launched\u000a18:09:29.546834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:09:29.683633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:09:30.024848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14915): Launched\u000a18:09:30.310595 run iperf3-srv_10.42.42.10(pid=14916): Launched\u000a18:09:30.511443 tst iperf3m4.py:8: start network...\u000a18:09:30.648347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:31.229552 run create_hlr_db(pid=14917): Launched\u000a18:09:31.423699 bus /gobi_6: Setting Powered False\u000a18:09:32.428789 run create_hlr_db(pid=14917): Terminated: ok {rc=0}\u000a18:09:32.855302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14919): Launched\u000a18:09:33.165069 run osmo-hlr_10.42.42.2(pid=14920): Launched\u000a18:09:33.278733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:33.816828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14922): Launched\u000a18:09:34.126124 run osmo-stp_10.42.42.5(pid=14923): Launched\u000a18:09:34.236929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:34.777418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14925): Launched\u000a18:09:34.886805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:35.157434 run patchelf(pid=14926): Launched\u000a18:09:35.338643 run osmo-stp_10.42.42.5(pid=14923): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14923)]\u000a18:09:35.470958 run osmo-stp_10.42.42.5(pid=14923): stdout: \u000a| (launched: 2022-12-13_18:09:33.973157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:35.603219 run osmo-stp_10.42.42.5(pid=14923): stderr: \u000a| �[0;m�[38;5;43m20221213180934143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180934143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180934144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180934144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180934145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180934145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180934145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:35.730455 run osmo-stp_10.42.42.5(pid=14923): stdout: \u000a| (launched: 2022-12-13_18:09:33.973157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:35.856686 run osmo-stp_10.42.42.5(pid=14923): stderr: \u000a| �[0;m�[38;5;43m20221213180934143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180934143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180934144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180934144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180934145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180934145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180934145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:36.005298 run patchelf(pid=14926): Terminating (SIGINT)\u000a18:09:36.180888 run patchelf(pid=14926): Terminated: ok {rc=0}\u000a18:09:36.212868 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14923): Process ended prematurely: osmo-stp_10.42.42.5(pid=14923) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14923)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:09:36.222251 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:09:36.282818 run osmo-hlr_10.42.42.2(pid=14920): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14920)]\u000a18:09:36.332330 run osmo-hlr_10.42.42.2(pid=14920): stdout: \u000a| (launched: 2022-12-13_18:09:33.011998) \u000a18:09:36.382406 run osmo-hlr_10.42.42.2(pid=14920): stderr: \u000a| �[0;m�[1;31m20221213180933189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180933189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180933189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180933189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180933189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180933189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180933202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180933210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180933210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180933210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:36.424897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14909): Terminating (SIGTERM)\u000a18:09:36.465528 run iperf3-srv_10.42.42.10(pid=14910): Terminating (SIGTERM)\u000a18:09:36.505759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14911): Terminating (SIGTERM)\u000a18:09:36.545500 run iperf3-srv_10.42.42.10(pid=14912): Terminating (SIGTERM)\u000a18:09:36.585848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14913): Terminating (SIGTERM)\u000a18:09:36.626418 run iperf3-srv_10.42.42.10(pid=14914): Terminating (SIGTERM)\u000a18:09:36.666808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14915): Terminating (SIGTERM)\u000a18:09:36.706341 run iperf3-srv_10.42.42.10(pid=14916): Terminating (SIGTERM)\u000a18:09:36.746449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14919): Terminating (SIGTERM)\u000a18:09:36.786807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14922): Terminating (SIGTERM)\u000a18:09:36.826682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14925): Terminating (SIGTERM)\u000a18:09:36.835828 --- ParallelTerminationStrategy: PID 14909 died...\u000a18:09:36.889127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14909): Terminated: ok {rc=0}\u000a18:09:36.898668 --- ParallelTerminationStrategy: PID 14910 died...\u000a18:09:36.951797 run iperf3-srv_10.42.42.10(pid=14910): Terminated {rc=256}\u000a18:09:36.961347 --- ParallelTerminationStrategy: PID 14911 died...\u000a18:09:37.014282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14911): Terminated: ok {rc=0}\u000a18:09:37.023732 --- ParallelTerminationStrategy: PID 14912 died...\u000a18:09:37.076600 run iperf3-srv_10.42.42.10(pid=14912): Terminated {rc=256}\u000a18:09:37.086098 --- ParallelTerminationStrategy: PID 14913 died...\u000a18:09:37.139232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14913): Terminated: ok {rc=0}\u000a18:09:37.148764 --- ParallelTerminationStrategy: PID 14914 died...\u000a18:09:37.201809 run iperf3-srv_10.42.42.10(pid=14914): Terminated {rc=256}\u000a18:09:37.211434 --- ParallelTerminationStrategy: PID 14915 died...\u000a18:09:37.264420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14915): Terminated: ok {rc=0}\u000a18:09:37.274044 --- ParallelTerminationStrategy: PID 14916 died...\u000a18:09:37.327055 run iperf3-srv_10.42.42.10(pid=14916): Terminated {rc=256}\u000a18:09:37.336538 --- ParallelTerminationStrategy: PID 14919 died...\u000a18:09:37.389639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14919): Terminated: ok {rc=0}\u000a18:09:37.399207 --- ParallelTerminationStrategy: PID 14922 died...\u000a18:09:37.452320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14922): Terminated: ok {rc=0}\u000a18:09:37.461936 --- ParallelTerminationStrategy: PID 14925 died...\u000a18:09:37.515109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14925): Terminated: ok {rc=0}\u000a18:09:37.604202 bus /gobi_4: Setting Powered False\u000a18:09:38.709923 bus /gobi_4: Setting Powered False\u000a18:09:39.821160 bus /gobi_1: Setting Powered False\u000a18:09:40.928837 bus /gobi_1: Setting Powered False\u000a18:09:42.037827 bus /gobi_0: Setting Powered False\u000a18:09:43.145682 bus /gobi_0: Setting Powered False\u000a18:09:44.261082 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14934): Process ended prematurely: osmo-stp_10.42.42.5(pid=14934) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14934): Process ended prematurely: osmo-stp_10.42.42.5(pid=14934) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:09:45.328555 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:45.340412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:09:45.495085 tst ping.py: using LAC 35348\u000a18:09:45.620079 tst ping.py: using RAC 158\u000a18:09:45.748071 tst ping.py: using CellId 35348\u000a18:09:45.894467 tst ping.py: using BVCI 35349\u000a18:09:45.920186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:45.932095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:45.943667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:45.955449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:45.967196 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:45.979380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:45.991768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:46.003997 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:46.315109 tst ping.py:19: start network...\u000a18:09:46.445963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:46.975919 run create_hlr_db(pid=14928): Launched\u000a18:09:47.155977 bus /gobi_6: Setting Powered False\u000a18:09:48.171389 run create_hlr_db(pid=14928): Terminated: ok {rc=0}\u000a18:09:48.574609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14930): Launched\u000a18:09:48.876902 run osmo-hlr_10.42.42.2(pid=14931): Launched\u000a18:09:48.997228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:49.530456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14933): Launched\u000a18:09:49.831910 run osmo-stp_10.42.42.5(pid=14934): Launched\u000a18:09:49.940243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:50.466109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14936): Launched\u000a18:09:50.573145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:50.836310 run patchelf(pid=14937): Launched\u000a18:09:51.012942 run osmo-stp_10.42.42.5(pid=14934): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)]\u000a18:09:51.141971 run osmo-stp_10.42.42.5(pid=14934): stdout: \u000a| (launched: 2022-12-13_18:09:49.683138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:51.271111 run osmo-stp_10.42.42.5(pid=14934): stderr: \u000a| �[0;m�[38;5;43m20221213180949855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180949855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180949855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180949856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180949856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180949856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180949856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:51.395440 run osmo-stp_10.42.42.5(pid=14934): stdout: \u000a| (launched: 2022-12-13_18:09:49.683138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:51.518656 run osmo-stp_10.42.42.5(pid=14934): stderr: \u000a| �[0;m�[38;5;43m20221213180949855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180949855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180949855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180949856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180949856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180949856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180949856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:51.663438 run patchelf(pid=14937): Terminating (SIGINT)\u000a18:09:51.834009 run patchelf(pid=14937): Terminated: ok {rc=0}\u000a18:09:51.865105 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14934): Process ended prematurely: osmo-stp_10.42.42.5(pid=14934) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14934)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:09:51.873676 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:09:51.934334 run osmo-hlr_10.42.42.2(pid=14931): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14931)]\u000a18:09:51.983851 run osmo-hlr_10.42.42.2(pid=14931): stdout: \u000a| (launched: 2022-12-13_18:09:48.727695) \u000a18:09:52.034054 run osmo-hlr_10.42.42.2(pid=14931): stderr: \u000a| �[0;m�[1;31m20221213180948905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180948905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180948905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180948905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180948905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180948905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180948918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180948928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180948929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180948929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:52.076712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14930): Terminating (SIGTERM)\u000a18:09:52.117723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14933): Terminating (SIGTERM)\u000a18:09:52.158146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14936): Terminating (SIGTERM)\u000a18:09:52.167494 --- ParallelTerminationStrategy: PID 14930 died...\u000a18:09:52.221499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14930): Terminated: ok {rc=0}\u000a18:09:52.231120 --- ParallelTerminationStrategy: PID 14933 died...\u000a18:09:52.284762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14933): Terminated: ok {rc=0}\u000a18:09:52.294461 --- ParallelTerminationStrategy: PID 14936 died...\u000a18:09:52.347773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14936): Terminated: ok {rc=0}\u000a18:09:52.431944 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:09:53.485178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:53.497562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:09:53.663570 tst ping_idle_ping.py: using LAC 35349\u000a18:09:53.790095 tst ping_idle_ping.py: using RAC 159\u000a18:09:53.915943 tst ping_idle_ping.py: using CellId 35349\u000a18:09:54.044383 tst ping_idle_ping.py: using BVCI 35350\u000a18:09:54.069204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:54.080833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:54.092324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:54.103808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:54.116052 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:54.128335 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:54.140660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:09:54.152870 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:09:54.450627 tst ping_idle_ping.py:24: start network...\u000a18:09:54.586509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:55.098362 run create_hlr_db(pid=14938): Launched\u000a18:09:55.287648 bus /gobi_6: Setting Powered False\u000a18:09:56.307305 run create_hlr_db(pid=14938): Terminated: ok {rc=0}\u000a18:09:56.715656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Launched\u000a18:09:57.020389 run osmo-hlr_10.42.42.2(pid=14941): Launched\u000a18:09:57.131689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:57.659057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Launched\u000a18:09:57.965307 run osmo-stp_10.42.42.5(pid=14944): Launched\u000a18:09:58.075840 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:58.607215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Launched\u000a18:09:58.715356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:58.984115 run patchelf(pid=14947): Launched\u000a18:09:59.162415 run osmo-stp_10.42.42.5(pid=14944): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)]\u000a18:09:59.292895 run osmo-stp_10.42.42.5(pid=14944): stdout: \u000a| (launched: 2022-12-13_18:09:57.813570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:59.423834 run osmo-stp_10.42.42.5(pid=14944): stderr: \u000a| �[0;m�[38;5;43m20221213180957985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180957985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180957985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180957986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:59.549463 run osmo-stp_10.42.42.5(pid=14944): stdout: \u000a| (launched: 2022-12-13_18:09:57.813570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:59.673832 run osmo-stp_10.42.42.5(pid=14944): stderr: \u000a| �[0;m�[38;5;43m20221213180957985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213180957985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213180957985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213180957986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213180957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213180957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213180957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:59.820044 run patchelf(pid=14947): Terminating (SIGINT)\u000a18:09:59.992795 run patchelf(pid=14947): Terminated: ok {rc=0}\u000a18:10:00.023989 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14944): Process ended prematurely: osmo-stp_10.42.42.5(pid=14944) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14944)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:10:00.032725 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:10:00.093242 run osmo-hlr_10.42.42.2(pid=14941): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14941)]\u000a18:10:00.143093 run osmo-hlr_10.42.42.2(pid=14941): stdout: \u000a| (launched: 2022-12-13_18:09:56.869981) \u000a18:10:00.193474 run osmo-hlr_10.42.42.2(pid=14941): stderr: \u000a| �[0;m�[1;31m20221213180957044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213180957044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213180957044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180957044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213180957044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213180957044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213180957059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213180957070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213180957070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213180957070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:00.236450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Terminating (SIGTERM)\u000a18:10:00.276702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Terminating (SIGTERM)\u000a18:10:00.317467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Terminating (SIGTERM)\u000a18:10:00.326848 --- ParallelTerminationStrategy: PID 14940 died...\u000a18:10:00.381358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14940): Terminated: ok {rc=0}\u000a18:10:00.391147 --- ParallelTerminationStrategy: PID 14943 died...\u000a18:10:00.445124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14943): Terminated: ok {rc=0}\u000a18:10:00.454755 --- ParallelTerminationStrategy: PID 14946 died...\u000a18:10:00.508398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14946): Terminated: ok {rc=0}\u000a18:10:00.597763 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:09:00" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14964): Process ended prematurely: osmo-stp_10.42.42.5(pid=14964) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14964)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14964): Process ended prematurely: osmo-stp_10.42.42.5(pid=14964) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:10:02.780922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:02.792191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:10:02.947002 tst cs_paging_gprs_active.py: using LAC 35350\u000a18:10:03.070364 tst cs_paging_gprs_active.py: using RAC 160\u000a18:10:03.192646 tst cs_paging_gprs_active.py: using CellId 35350\u000a18:10:03.313275 tst cs_paging_gprs_active.py: using BVCI 35351\u000a18:10:03.336896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.348054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.359013 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.369967 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.381047 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.392052 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.403141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.414062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:03.425310 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:03.548188 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:03.833793 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:10:03.962127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:04.285613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14954): Launched\u000a18:10:04.554244 run iperf3-srv_10.42.42.10(pid=14955): Launched\u000a18:10:04.742202 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:10:04.870340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:05.194664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14956): Launched\u000a18:10:05.462707 run iperf3-srv_10.42.42.10(pid=14957): Launched\u000a18:10:05.650555 tst cs_paging_gprs_active.py:38: start network...\u000a18:10:05.778718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:06.275398 run create_hlr_db(pid=14958): Launched\u000a18:10:06.453185 bus /gobi_6: Setting Powered False\u000a18:10:07.475269 run create_hlr_db(pid=14958): Terminated: ok {rc=0}\u000a18:10:07.888820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14960): Launched\u000a18:10:08.199300 run osmo-hlr_10.42.42.2(pid=14961): Launched\u000a18:10:08.321759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:08.864749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14963): Launched\u000a18:10:09.176706 run osmo-stp_10.42.42.5(pid=14964): Launched\u000a18:10:09.288775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:09.830099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14966): Launched\u000a18:10:09.939847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:10.221225 run patchelf(pid=14967): Launched\u000a18:10:10.402891 run osmo-stp_10.42.42.5(pid=14964): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14964)]\u000a18:10:10.535617 run osmo-stp_10.42.42.5(pid=14964): stdout: \u000a| (launched: 2022-12-13_18:10:09.021964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:10.668457 run osmo-stp_10.42.42.5(pid=14964): stderr: \u000a| �[0;m�[38;5;43m20221213181009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181009197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181009197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181009197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181009197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:10.796196 run osmo-stp_10.42.42.5(pid=14964): stdout: \u000a| (launched: 2022-12-13_18:10:09.021964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:10.923053 run osmo-stp_10.42.42.5(pid=14964): stderr: \u000a| �[0;m�[38;5;43m20221213181009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181009197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181009197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181009197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181009197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:11.072830 run patchelf(pid=14967): Terminating (SIGINT)\u000a18:10:11.249342 run patchelf(pid=14967): Terminated: ok {rc=0}\u000a18:10:11.281441 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14964): Process ended prematurely: osmo-stp_10.42.42.5(pid=14964) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14964)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:10:11.290883 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:10:11.352225 run osmo-hlr_10.42.42.2(pid=14961): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14961)]\u000a18:10:11.402683 run osmo-hlr_10.42.42.2(pid=14961): stdout: \u000a| (launched: 2022-12-13_18:10:08.046179) \u000a18:10:11.453434 run osmo-hlr_10.42.42.2(pid=14961): stderr: \u000a| �[0;m�[1;31m20221213181008223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181008223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181008223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181008223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181008223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181008223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181008235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181008243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181008244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181008244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:11.496674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14954): Terminating (SIGTERM)\u000a18:10:11.537723 run iperf3-srv_10.42.42.10(pid=14955): Terminating (SIGTERM)\u000a18:10:11.578382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14956): Terminating (SIGTERM)\u000a18:10:11.618974 run iperf3-srv_10.42.42.10(pid=14957): Terminating (SIGTERM)\u000a18:10:11.659449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14960): Terminating (SIGTERM)\u000a18:10:11.700074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14963): Terminating (SIGTERM)\u000a18:10:11.740571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14966): Terminating (SIGTERM)\u000a18:10:11.750066 --- ParallelTerminationStrategy: PID 14954 died...\u000a18:10:11.804492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14954): Terminated: ok {rc=0}\u000a18:10:11.814310 --- ParallelTerminationStrategy: PID 14955 died...\u000a18:10:11.868190 run iperf3-srv_10.42.42.10(pid=14955): Terminated {rc=256}\u000a18:10:11.878013 --- ParallelTerminationStrategy: PID 14956 died...\u000a18:10:11.932164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14956): Terminated: ok {rc=0}\u000a18:10:11.942048 --- ParallelTerminationStrategy: PID 14957 died...\u000a18:10:11.996098 run iperf3-srv_10.42.42.10(pid=14957): Terminated {rc=256}\u000a18:10:12.005980 --- ParallelTerminationStrategy: PID 14960 died...\u000a18:10:12.059994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14960): Terminated: ok {rc=0}\u000a18:10:12.069922 --- ParallelTerminationStrategy: PID 14963 died...\u000a18:10:12.124060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14963): Terminated: ok {rc=0}\u000a18:10:12.133965 --- ParallelTerminationStrategy: PID 14966 died...\u000a18:10:12.188065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14966): Terminated: ok {rc=0}\u000a18:10:12.278803 bus /gobi_0: Setting Powered False\u000a18:10:13.386888 bus /gobi_0: Setting Powered False\u000a18:10:14.500116 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14977): Process ended prematurely: osmo-stp_10.42.42.5(pid=14977) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14977)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14977): Process ended prematurely: osmo-stp_10.42.42.5(pid=14977) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:10:15.612859 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:15.624899 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:10:15.780030 tst iperf3.py: using LAC 35351\u000a18:10:15.941181 tst iperf3.py: using RAC 161\u000a18:10:16.070073 tst iperf3.py: using CellId 35351\u000a18:10:16.221418 tst iperf3.py: using BVCI 35352\u000a18:10:16.253587 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.266542 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.279480 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.293858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.308636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.322334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.336213 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.349974 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:16.363968 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:16.702108 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:10:16.845875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:17.207806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14969): Launched\u000a18:10:17.494312 run iperf3-srv_10.42.42.10(pid=14970): Launched\u000a18:10:17.696650 tst iperf3.py:8: start network...\u000a18:10:17.834678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:18.353314 run create_hlr_db(pid=14971): Launched\u000a18:10:18.543953 bus /gobi_6: Setting Powered False\u000a18:10:19.565295 run create_hlr_db(pid=14971): Terminated: ok {rc=0}\u000a18:10:19.980399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14973): Launched\u000a18:10:20.291285 run osmo-hlr_10.42.42.2(pid=14974): Launched\u000a18:10:20.405303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:20.944326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14976): Launched\u000a18:10:21.254673 run osmo-stp_10.42.42.5(pid=14977): Launched\u000a18:10:21.366812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:21.905698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14979): Launched\u000a18:10:22.015798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:22.288162 run patchelf(pid=14980): Launched\u000a18:10:22.469263 run osmo-stp_10.42.42.5(pid=14977): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14977)]\u000a18:10:22.601588 run osmo-stp_10.42.42.5(pid=14977): stdout: \u000a| (launched: 2022-12-13_18:10:21.101111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:22.734395 run osmo-stp_10.42.42.5(pid=14977): stderr: \u000a| �[0;m�[38;5;43m20221213181021273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181021273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181021273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181021274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181021274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181021274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181021274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:22.861962 run osmo-stp_10.42.42.5(pid=14977): stdout: \u000a| (launched: 2022-12-13_18:10:21.101111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:22.987982 run osmo-stp_10.42.42.5(pid=14977): stderr: \u000a| �[0;m�[38;5;43m20221213181021273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181021273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181021273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181021274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181021274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181021274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181021274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:23.136612 run patchelf(pid=14980): Terminating (SIGINT)\u000a18:10:23.312906 run patchelf(pid=14980): Terminated: ok {rc=0}\u000a18:10:23.345064 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14977): Process ended prematurely: osmo-stp_10.42.42.5(pid=14977) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14977)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:10:23.354428 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:10:23.414896 run osmo-hlr_10.42.42.2(pid=14974): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14974)]\u000a18:10:23.464598 run osmo-hlr_10.42.42.2(pid=14974): stdout: \u000a| (launched: 2022-12-13_18:10:20.137071) \u000a18:10:23.515474 run osmo-hlr_10.42.42.2(pid=14974): stderr: \u000a| �[0;m�[1;31m20221213181020315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181020315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181020315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181020315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181020315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181020315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181020333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181020342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181020343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181020343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:23.558312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14969): Terminating (SIGTERM)\u000a18:10:23.599359 run iperf3-srv_10.42.42.10(pid=14970): Terminating (SIGTERM)\u000a18:10:23.639964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14973): Terminating (SIGTERM)\u000a18:10:23.680626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14976): Terminating (SIGTERM)\u000a18:10:23.720926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14979): Terminating (SIGTERM)\u000a18:10:23.730361 --- ParallelTerminationStrategy: PID 14969 died...\u000a18:10:23.784511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14969): Terminated: ok {rc=0}\u000a18:10:23.794314 --- ParallelTerminationStrategy: PID 14970 died...\u000a18:10:23.848105 run iperf3-srv_10.42.42.10(pid=14970): Terminated {rc=256}\u000a18:10:23.857832 --- ParallelTerminationStrategy: PID 14973 died...\u000a18:10:23.911545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14973): Terminated: ok {rc=0}\u000a18:10:23.921354 --- ParallelTerminationStrategy: PID 14976 died...\u000a18:10:23.975225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14976): Terminated: ok {rc=0}\u000a18:10:23.985099 --- ParallelTerminationStrategy: PID 14979 died...\u000a18:10:24.039090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14979): Terminated: ok {rc=0}\u000a18:10:24.129285 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:10:25.242781 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.254708 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:10:25.411946 tst iperf3m4.py: using LAC 35352\u000a18:10:25.534611 tst iperf3m4.py: using RAC 162\u000a18:10:25.656587 tst iperf3m4.py: using CellId 35352\u000a18:10:25.778378 tst iperf3m4.py: using BVCI 35353\u000a18:10:25.801761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.812860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.823735 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.834700 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.845574 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.856400 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.867451 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.878321 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:25.889329 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:26.011370 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:26.133283 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:26.256227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:26.557340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:10:26.695116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:27.038310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14981): Launched\u000a18:10:27.325297 run iperf3-srv_10.42.42.10(pid=14982): Launched\u000a18:10:27.527197 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:10:27.664714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:28.007922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14983): Launched\u000a18:10:28.293451 run iperf3-srv_10.42.42.10(pid=14984): Launched\u000a18:10:28.495611 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:10:28.633601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:28.977801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Launched\u000a18:10:29.262914 run iperf3-srv_10.42.42.10(pid=14986): Launched\u000a18:10:29.465700 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:10:29.603376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:10:29.946262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Launched\u000a18:10:30.230990 run iperf3-srv_10.42.42.10(pid=14988): Launched\u000a18:10:30.433237 tst iperf3m4.py:8: start network...\u000a18:10:30.570812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:31.139241 run create_hlr_db(pid=14989): Launched\u000a18:10:31.323100 bus /gobi_6: Setting Powered False\u000a18:10:32.341359 run create_hlr_db(pid=14989): Terminated: ok {rc=0}\u000a18:10:32.781579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Launched\u000a18:10:33.114561 run osmo-hlr_10.42.42.2(pid=14992): Launched\u000a18:10:33.234796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:33.810156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Launched\u000a18:10:34.144443 run osmo-stp_10.42.42.5(pid=14995): Launched\u000a18:10:34.264533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:34.840057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Launched\u000a18:10:34.958087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:35.248485 run patchelf(pid=14998): Launched\u000a18:10:35.442776 run osmo-stp_10.42.42.5(pid=14995): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)]\u000a18:10:35.584086 run osmo-stp_10.42.42.5(pid=14995): stdout: \u000a| (launched: 2022-12-13_18:10:33.977854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:35.725937 run osmo-stp_10.42.42.5(pid=14995): stderr: \u000a| �[0;m�[38;5;43m20221213181034170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181034170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181034171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181034171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181034171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181034172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181034172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:35.862295 run osmo-stp_10.42.42.5(pid=14995): stdout: \u000a| (launched: 2022-12-13_18:10:33.977854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:35.997477 run osmo-stp_10.42.42.5(pid=14995): stderr: \u000a| �[0;m�[38;5;43m20221213181034170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181034170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181034171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181034171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181034171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181034172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181034172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:36.156288 run patchelf(pid=14998): Terminating (SIGINT)\u000a18:10:36.344117 run patchelf(pid=14998): Terminated: ok {rc=0}\u000a18:10:36.378505 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:10:36.388609 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a18:10:36.453582 run osmo-hlr_10.42.42.2(pid=14992): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14992)]\u000a18:10:36.506428 run osmo-hlr_10.42.42.2(pid=14992): stdout: \u000a| (launched: 2022-12-13_18:10:32.949692) \u000a18:10:36.559563 run osmo-hlr_10.42.42.2(pid=14992): stderr: \u000a| �[0;m�[1;31m20221213181033151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181033151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181033151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181033151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181033151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181033151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181033181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181033190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181033191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181033191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:36.605086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14981): Terminating (SIGTERM)\u000a18:10:36.648049 run iperf3-srv_10.42.42.10(pid=14982): Terminating (SIGTERM)\u000a18:10:36.691292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14983): Terminating (SIGTERM)\u000a18:10:36.734233 run iperf3-srv_10.42.42.10(pid=14984): Terminating (SIGTERM)\u000a18:10:36.777428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Terminating (SIGTERM)\u000a18:10:36.820300 run iperf3-srv_10.42.42.10(pid=14986): Terminating (SIGTERM)\u000a18:10:36.863469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminating (SIGTERM)\u000a18:10:36.906389 run iperf3-srv_10.42.42.10(pid=14988): Terminating (SIGTERM)\u000a18:10:36.949429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Terminating (SIGTERM)\u000a18:10:36.992234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Terminating (SIGTERM)\u000a18:10:37.035302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Terminating (SIGTERM)\u000a18:10:37.045286 --- ParallelTerminationStrategy: PID 14981 died...\u000a18:10:37.103172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14981): Terminated: ok {rc=0}\u000a18:10:37.113956 --- ParallelTerminationStrategy: PID 14982 died...\u000a18:10:37.171728 run iperf3-srv_10.42.42.10(pid=14982): Terminated {rc=256}\u000a18:10:37.182048 --- ParallelTerminationStrategy: PID 14983 died...\u000a18:10:37.239515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14983): Terminated: ok {rc=0}\u000a18:10:37.249919 --- ParallelTerminationStrategy: PID 14984 died...\u000a18:10:37.307356 run iperf3-srv_10.42.42.10(pid=14984): Terminated {rc=256}\u000a18:10:37.318063 --- ParallelTerminationStrategy: PID 14985 died...\u000a18:10:37.375274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Terminated: ok {rc=0}\u000a18:10:37.385959 --- ParallelTerminationStrategy: PID 14986 died...\u000a18:10:37.443350 run iperf3-srv_10.42.42.10(pid=14986): Terminated {rc=256}\u000a18:10:37.454003 --- ParallelTerminationStrategy: PID 14987 died...\u000a18:10:37.511243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminated: ok {rc=0}\u000a18:10:37.521626 --- ParallelTerminationStrategy: PID 14988 died...\u000a18:10:37.578737 run iperf3-srv_10.42.42.10(pid=14988): Terminated {rc=256}\u000a18:10:37.589134 --- ParallelTerminationStrategy: PID 14991 died...\u000a18:10:37.646116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Terminated: ok {rc=0}\u000a18:10:37.656272 --- ParallelTerminationStrategy: PID 14994 died...\u000a18:10:37.713776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Terminated: ok {rc=0}\u000a18:10:37.723934 --- ParallelTerminationStrategy: PID 14997 died...\u000a18:10:37.780979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Terminated: ok {rc=0}\u000a18:10:37.869603 bus /gobi_4: Setting Powered False\u000a18:10:38.978226 bus /gobi_4: Setting Powered False\u000a18:10:40.088748 bus /gobi_1: Setting Powered False\u000a18:10:41.196938 bus /gobi_1: Setting Powered False\u000a18:10:42.307535 bus /gobi_0: Setting Powered False\u000a18:10:43.415000 bus /gobi_0: Setting Powered False\u000a18:10:44.526210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15005): Process ended prematurely: osmo-stp_10.42.42.5(pid=15005) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15005): Process ended prematurely: osmo-stp_10.42.42.5(pid=15005) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:10:45.596744 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:45.609062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:10:45.767142 tst ping.py: using LAC 35353\u000a18:10:45.910281 tst ping.py: using RAC 163\u000a18:10:46.041501 tst ping.py: using CellId 35353\u000a18:10:46.192399 tst ping.py: using BVCI 35354\u000a18:10:46.217016 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:46.228985 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:46.240648 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:46.252181 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:46.263881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:46.275639 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:46.287470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:46.299292 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:46.589570 tst ping.py:19: start network...\u000a18:10:46.717587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:47.241461 run create_hlr_db(pid=14999): Launched\u000a18:10:47.416872 bus /gobi_6: Setting Powered False\u000a18:10:48.437044 run create_hlr_db(pid=14999): Terminated: ok {rc=0}\u000a18:10:48.842020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15001): Launched\u000a18:10:49.143884 run osmo-hlr_10.42.42.2(pid=15002): Launched\u000a18:10:49.254263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:49.783395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15004): Launched\u000a18:10:50.088267 run osmo-stp_10.42.42.5(pid=15005): Launched\u000a18:10:50.198363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:50.728194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15007): Launched\u000a18:10:50.835673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:51.100575 run patchelf(pid=15008): Launched\u000a18:10:51.277784 run osmo-stp_10.42.42.5(pid=15005): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)]\u000a18:10:51.408272 run osmo-stp_10.42.42.5(pid=15005): stdout: \u000a| (launched: 2022-12-13_18:10:49.936888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:51.538336 run osmo-stp_10.42.42.5(pid=15005): stderr: \u000a| �[0;m�[38;5;43m20221213181050110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181050110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181050110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181050111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181050111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181050111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181050111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:51.663031 run osmo-stp_10.42.42.5(pid=15005): stdout: \u000a| (launched: 2022-12-13_18:10:49.936888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:51.786693 run osmo-stp_10.42.42.5(pid=15005): stderr: \u000a| �[0;m�[38;5;43m20221213181050110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181050110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181050110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181050111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181050111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181050111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181050111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:51.942294 run patchelf(pid=15008): Terminating (SIGINT)\u000a18:10:52.125336 run patchelf(pid=15008): Terminated: ok {rc=0}\u000a18:10:52.158869 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15005): Process ended prematurely: osmo-stp_10.42.42.5(pid=15005) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:10:52.168475 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:10:52.233398 run osmo-hlr_10.42.42.2(pid=15002): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15002)]\u000a18:10:52.286622 run osmo-hlr_10.42.42.2(pid=15002): stdout: \u000a| (launched: 2022-12-13_18:10:48.995253) \u000a18:10:52.340476 run osmo-hlr_10.42.42.2(pid=15002): stderr: \u000a| �[0;m�[1;31m20221213181049173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181049173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181049173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181049173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181049173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181049173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181049202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181049211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181049211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181049211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:52.386148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15001): Terminating (SIGTERM)\u000a18:10:52.429335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15004): Terminating (SIGTERM)\u000a18:10:52.472616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15007): Terminating (SIGTERM)\u000a18:10:52.482682 --- ParallelTerminationStrategy: PID 15001 died...\u000a18:10:52.540873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15001): Terminated: ok {rc=0}\u000a18:10:52.551896 --- ParallelTerminationStrategy: PID 15004 died...\u000a18:10:52.609484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15004): Terminated: ok {rc=0}\u000a18:10:52.619807 --- ParallelTerminationStrategy: PID 15007 died...\u000a18:10:52.677711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15007): Terminated: ok {rc=0}\u000a18:10:52.767826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15018): Process ended prematurely: osmo-stp_10.42.42.5(pid=15018) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15018): Process ended prematurely: osmo-stp_10.42.42.5(pid=15018) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:10:53.820730 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:53.833128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:10:53.998714 tst ping_idle_ping.py: using LAC 35354\u000a18:10:54.126344 tst ping_idle_ping.py: using RAC 164\u000a18:10:54.253845 tst ping_idle_ping.py: using CellId 35354\u000a18:10:54.382731 tst ping_idle_ping.py: using BVCI 35355\u000a18:10:54.407583 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:54.419340 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:54.430872 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:54.442349 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:54.454236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:54.465979 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:54.477856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:10:54.489674 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:10:54.771386 tst ping_idle_ping.py:24: start network...\u000a18:10:54.897440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:55.387170 run create_hlr_db(pid=15012): Launched\u000a18:10:55.563197 bus /gobi_6: Setting Powered False\u000a18:10:56.584315 run create_hlr_db(pid=15012): Terminated: ok {rc=0}\u000a18:10:57.018622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15014): Launched\u000a18:10:57.347654 run osmo-hlr_10.42.42.2(pid=15015): Launched\u000a18:10:57.466187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:58.032023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15017): Launched\u000a18:10:58.358673 run osmo-stp_10.42.42.5(pid=15018): Launched\u000a18:10:58.477328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:10:59.046847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15020): Launched\u000a18:10:59.162948 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:10:59.448874 run patchelf(pid=15021): Launched\u000a18:10:59.639439 run osmo-stp_10.42.42.5(pid=15018): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)]\u000a18:10:59.779232 run osmo-stp_10.42.42.5(pid=15018): stdout: \u000a| (launched: 2022-12-13_18:10:58.196824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:59.919384 run osmo-stp_10.42.42.5(pid=15018): stderr: \u000a| �[0;m�[38;5;43m20221213181058390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181058390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181058390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181058391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181058391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181058391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181058391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:00.054453 run osmo-stp_10.42.42.5(pid=15018): stdout: \u000a| (launched: 2022-12-13_18:10:58.196824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:00.187795 run osmo-stp_10.42.42.5(pid=15018): stderr: \u000a| �[0;m�[38;5;43m20221213181058390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181058390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181058390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181058391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181058391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181058391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181058391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:00.345095 run patchelf(pid=15021): Terminating (SIGINT)\u000a18:11:00.529016 run patchelf(pid=15021): Terminated: ok {rc=0}\u000a18:11:00.562337 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15018): Process ended prematurely: osmo-stp_10.42.42.5(pid=15018) [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)] [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:11:00.571887 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:11:00.636067 run osmo-hlr_10.42.42.2(pid=15015): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15015)]\u000a18:11:00.688519 run osmo-hlr_10.42.42.2(pid=15015): stdout: \u000a| (launched: 2022-12-13_18:10:57.183802) \u000a18:11:00.741817 run osmo-hlr_10.42.42.2(pid=15015): stderr: \u000a| �[0;m�[1;31m20221213181057383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181057383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181057383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181057383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181057383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181057383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181057419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181057427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181057428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181057428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:00.787436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15014): Terminating (SIGTERM)\u000a18:11:00.840436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15017): Terminating (SIGTERM)\u000a18:11:00.900356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15020): Terminating (SIGTERM)\u000a18:11:00.911985 --- ParallelTerminationStrategy: PID 15014 died...\u000a18:11:00.971492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15014): Terminated: ok {rc=0}\u000a18:11:00.983079 --- ParallelTerminationStrategy: PID 15017 died...\u000a18:11:01.040311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15017): Terminated: ok {rc=0}\u000a18:11:01.051646 --- ParallelTerminationStrategy: PID 15020 died...\u000a18:11:01.109710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15020): Terminated: ok {rc=0}\u000a18:11:01.202742 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:10:02" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15031): Process ended prematurely: osmo-stp_10.42.42.5(pid=15031) [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15031)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15031): Process ended prematurely: osmo-stp_10.42.42.5(pid=15031) [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:11:03.237475 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.249654 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:11:03.410332 tst switch_tch_pdch.py: using LAC 35355\u000a18:11:03.542372 tst switch_tch_pdch.py: using RAC 165\u000a18:11:03.667092 tst switch_tch_pdch.py: using CellId 35355\u000a18:11:03.793702 tst switch_tch_pdch.py: using BVCI 35356\u000a18:11:03.818395 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.830286 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.841966 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.853823 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.865903 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.877891 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.890020 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:11:03.902059 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:11:04.022130 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:11:04.318678 tst switch_tch_pdch.py:51: start network...\u000a18:11:04.453598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:04.962266 run create_hlr_db(pid=15025): Launched\u000a18:11:05.150842 bus /gobi_6: Setting Powered False\u000a18:11:06.170578 run create_hlr_db(pid=15025): Terminated: ok {rc=0}\u000a18:11:06.601827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15027): Launched\u000a18:11:06.928036 run osmo-hlr_10.42.42.2(pid=15028): Launched\u000a18:11:07.047143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:07.612771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15030): Launched\u000a18:11:07.939781 run osmo-stp_10.42.42.5(pid=15031): Launched\u000a18:11:08.058468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:11:08.628438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15033): Launched\u000a18:11:08.744176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:11:09.027917 run patchelf(pid=15034): Launched\u000a18:11:09.217605 run osmo-stp_10.42.42.5(pid=15031): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15031)]\u000a18:11:09.357222 run osmo-stp_10.42.42.5(pid=15031): stdout: \u000a| (launched: 2022-12-13_18:11:07.777433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:09.496472 run osmo-stp_10.42.42.5(pid=15031): stderr: \u000a| �[0;m�[38;5;43m20221213181107970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181107971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181107971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181107971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:09.631325 run osmo-stp_10.42.42.5(pid=15031): stdout: \u000a| (launched: 2022-12-13_18:11:07.777433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:09.764191 run osmo-stp_10.42.42.5(pid=15031): stderr: \u000a| �[0;m�[38;5;43m20221213181107970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181107971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181107971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181107971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181107972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:09.919659 run patchelf(pid=15034): Terminating (SIGINT)\u000a18:11:10.102794 run patchelf(pid=15034): Terminated: ok {rc=0}\u000a18:11:10.135986 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15031): Process ended prematurely: osmo-stp_10.42.42.5(pid=15031) [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15031)] [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:11:10.145406 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a18:11:10.209266 run osmo-hlr_10.42.42.2(pid=15028): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15028)]\u000a18:11:10.262118 run osmo-hlr_10.42.42.2(pid=15028): stdout: \u000a| (launched: 2022-12-13_18:11:06.766330) \u000a18:11:10.315166 run osmo-hlr_10.42.42.2(pid=15028): stderr: \u000a| �[0;m�[1;31m20221213181106966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181106966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181106966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181106966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181106966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181106966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181106979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181106987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181106987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181106987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:10.360320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15027): Terminating (SIGTERM)\u000a18:11:10.403046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15030): Terminating (SIGTERM)\u000a18:11:10.445796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15033): Terminating (SIGTERM)\u000a18:11:10.455627 --- ParallelTerminationStrategy: PID 15027 died...\u000a18:11:10.512714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15027): Terminated: ok {rc=0}\u000a18:11:10.523098 --- ParallelTerminationStrategy: PID 15030 died...\u000a18:11:10.580063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15030): Terminated: ok {rc=0}\u000a18:11:10.590227 --- ParallelTerminationStrategy: PID 15033 died...\u000a18:11:10.647093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15033): Terminated: ok {rc=0}\u000a18:11:10.738208 bus /gobi_0: Setting Powered False\u000a18:11:11.846224 bus /gobi_0: Setting Powered False\u000a18:11:12.956023 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:11:02" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:11:14.932440 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:14.943653 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:11:15.095487 tst switch_tch_pdch.py: using LAC 35356\u000a18:11:15.215386 tst switch_tch_pdch.py: using RAC 166\u000a18:11:15.342928 tst switch_tch_pdch.py: using CellId 35356\u000a18:11:15.471267 tst switch_tch_pdch.py: using BVCI 35357\u000a18:11:15.496059 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:15.508103 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:15.519550 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:15.531091 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:15.543387 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:15.555638 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:15.568164 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:11:15.580408 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:11:15.699409 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:11:16.020489 tst switch_tch_pdch.py:51: start network...\u000a18:11:16.159291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:16.679130 run create_hlr_db(pid=15039): Launched\u000a18:11:16.814975 bus /gobi_6: Setting Powered False\u000a18:11:17.888590 run create_hlr_db(pid=15039): Terminated: ok {rc=0}\u000a18:11:18.294177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Launched\u000a18:11:18.619530 run osmo-hlr_10.42.42.2(pid=15042): Launched\u000a18:11:18.740745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:19.276698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Launched\u000a18:11:19.602135 run osmo-stp_10.42.42.5(pid=15045): Launched\u000a18:11:19.720703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:11:20.252432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Launched\u000a18:11:20.359856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:11:20.624345 run patchelf(pid=15048): Launched\u000a18:11:20.801349 run osmo-stp_10.42.42.5(pid=15045): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]\u000a18:11:20.930846 run osmo-stp_10.42.42.5(pid=15045): stdout: \u000a| (launched: 2022-12-13_18:11:19.441102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:21.060558 run osmo-stp_10.42.42.5(pid=15045): stderr: \u000a| �[0;m�[38;5;43m20221213181119634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181119635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181119635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181119635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181119636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181119636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181119636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:21.185399 run osmo-stp_10.42.42.5(pid=15045): stdout: \u000a| (launched: 2022-12-13_18:11:19.441102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:21.308752 run osmo-stp_10.42.42.5(pid=15045): stderr: \u000a| �[0;m�[38;5;43m20221213181119634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181119635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181119635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181119635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181119636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181119636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181119636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:21.454038 run patchelf(pid=15048): Terminating (SIGINT)\u000a18:11:21.626608 run patchelf(pid=15048): Terminated: ok {rc=0}\u000a18:11:21.658009 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)] [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:11:21.666905 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:11:21.727437 run osmo-hlr_10.42.42.2(pid=15042): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15042)]\u000a18:11:21.777289 run osmo-hlr_10.42.42.2(pid=15042): stdout: \u000a| (launched: 2022-12-13_18:11:18.458603) \u000a18:11:21.827641 run osmo-hlr_10.42.42.2(pid=15042): stderr: \u000a| �[0;m�[1;31m20221213181118655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181118656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181118656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181118656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181118656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181118656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181118668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181118677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181118677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181118677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:21.870231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminating (SIGTERM)\u000a18:11:21.911120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminating (SIGTERM)\u000a18:11:21.951179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Terminating (SIGTERM)\u000a18:11:21.960463 --- ParallelTerminationStrategy: PID 15041 died...\u000a18:11:22.014223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminated: ok {rc=0}\u000a18:11:22.023842 --- ParallelTerminationStrategy: PID 15044 died...\u000a18:11:22.077493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminated: ok {rc=0}\u000a18:11:22.087159 --- ParallelTerminationStrategy: PID 15047 died...\u000a18:11:22.140741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Terminated: ok {rc=0}\u000a18:11:22.230285 bus /gobi_0: Setting Powered False\u000a18:11:23.334709 bus /gobi_0: Setting Powered False\u000a18:11:24.443621 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:11:14" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15053) [trial-2392↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15053)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15053) [trial-2392↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a18:11:26.327175 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a18:11:26.338001 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a18:11:26.469705 tst mo_mt_sms.py: using LAC 35357\u000a18:11:26.594894 tst mo_mt_sms.py: using RAC 167\u000a18:11:26.719184 tst mo_mt_sms.py: using CellId 35357\u000a18:11:26.843900 tst mo_mt_sms.py: using BVCI 35358\u000a18:11:26.868561 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a18:11:26.986106 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a18:11:27.263951 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:11:27.389505 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:11:28.017575 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15052): Launched\u000a18:11:28.316861 run osmo-nitb_10.42.42.2(pid=15053): Launched\u000a18:11:28.502885 run osmo-nitb_10.42.42.2(pid=15053): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15053)]\u000a18:11:28.639226 run osmo-nitb_10.42.42.2(pid=15053): stdout: \u000a| (launched: 2022-12-13_18:11:28.170932) \u000a18:11:28.776205 run osmo-nitb_10.42.42.2(pid=15053): stderr: \u000a| (launched: 2022-12-13_18:11:28.215833)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:28.908180 run osmo-nitb_10.42.42.2(pid=15053): stdout: \u000a| (launched: 2022-12-13_18:11:28.170932) \u000a18:11:29.039008 run osmo-nitb_10.42.42.2(pid=15053): stderr: \u000a| (launched: 2022-12-13_18:11:28.215833)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:29.438846 tst osmo-nitb_10.42.42.2(pid=15053): stdout: \u000a| (launched: 2022-12-13_18:11:28.170932) \u000a18:11:29.558809 tst osmo-nitb_10.42.42.2(pid=15053): stderr: \u000a| (launched: 2022-12-13_18:11:28.215833)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:29.611553 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15053): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15053) [trial-2392↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15053)] [trial-2392↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a18:11:29.619532 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a18:11:29.653948 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15052): Terminating (SIGTERM)\u000a18:11:29.831903 --- ParallelTerminationStrategy: PID 15052 died...\u000a18:11:29.887196 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15052): Terminated: ok {rc=0}\u000a18:11:29.977222 bus /sierra_3: Setting Powered False\u000a18:11:31.081777 bus /sierra_3: Setting Powered False\u000a18:11:32.197932 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:11:26" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15063): Process ended prematurely: osmo-stp_10.42.42.5(pid=15063) [trial-2392↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15063)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15063): Process ended prematurely: osmo-stp_10.42.42.5(pid=15063) [trial-2392↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a18:11:34.064124 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:34.074981 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:11:34.197457 tst mo_mt_sms.py: using LAC 35358\u000a18:11:34.315993 tst mo_mt_sms.py: using RAC 168\u000a18:11:34.435759 tst mo_mt_sms.py: using CellId 35358\u000a18:11:34.555762 tst mo_mt_sms.py: using BVCI 35359\u000a18:11:34.578755 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:34.589512 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:34.599994 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:34.610516 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:34.621076 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:34.631533 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a18:11:34.748531 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a18:11:34.950431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:35.432410 run create_hlr_db(pid=15057): Launched\u000a18:11:35.607020 bus /sierra_2: Setting Powered False\u000a18:11:36.628166 run create_hlr_db(pid=15057): Terminated: ok {rc=0}\u000a18:11:37.059926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15059): Launched\u000a18:11:37.386184 run osmo-hlr_10.42.42.2(pid=15060): Launched\u000a18:11:37.505862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:38.069059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15062): Launched\u000a18:11:38.393809 run osmo-stp_10.42.42.5(pid=15063): Launched\u000a18:11:38.511253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:39.106961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15065): Launched\u000a18:11:39.434323 run osmo-msc_10.42.42.6(pid=15066): Launched\u000a18:11:39.624339 run osmo-stp_10.42.42.5(pid=15063): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15063)]\u000a18:11:39.761575 run osmo-stp_10.42.42.5(pid=15063): stdout: \u000a| (launched: 2022-12-13_18:11:38.233105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:39.898095 run osmo-stp_10.42.42.5(pid=15063): stderr: \u000a| �[0;m�[38;5;43m20221213181138427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181138427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181138428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181138428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181138429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181138429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181138429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:40.028110 run osmo-stp_10.42.42.5(pid=15063): stdout: \u000a| (launched: 2022-12-13_18:11:38.233105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:40.157327 run osmo-stp_10.42.42.5(pid=15063): stderr: \u000a| �[0;m�[38;5;43m20221213181138427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181138427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181138428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181138428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181138429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181138429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181138429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:40.213834 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15063): Process ended prematurely: osmo-stp_10.42.42.5(pid=15063) [trial-2392↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15063)] [trial-2392↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a18:11:40.222438 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a18:11:40.286566 run osmo-hlr_10.42.42.2(pid=15060): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15060)]\u000a18:11:40.339646 run osmo-hlr_10.42.42.2(pid=15060): stdout: \u000a| (launched: 2022-12-13_18:11:37.224569) \u000a18:11:40.392860 run osmo-hlr_10.42.42.2(pid=15060): stderr: \u000a| �[0;m�[1;31m20221213181137424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181137424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181137424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181137424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181137424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181137424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181137437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181137445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181137445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181137446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:40.464734 run osmo-msc_10.42.42.6(pid=15066): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15066)]\u000a18:11:40.516777 run osmo-msc_10.42.42.6(pid=15066): stdout: \u000a| (launched: 2022-12-13_18:11:39.272574) \u000a18:11:40.569705 run osmo-msc_10.42.42.6(pid=15066): stderr: \u000a| �[0;m�[38;5;43m20221213181139593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181139593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e1e3eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181139593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181139594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181139594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181139594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181139596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181139596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181139596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181139596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:40.614948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15059): Terminating (SIGTERM)\u000a18:11:40.657577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15062): Terminating (SIGTERM)\u000a18:11:40.700163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15065): Terminating (SIGTERM)\u000a18:11:40.709963 --- ParallelTerminationStrategy: PID 15059 died...\u000a18:11:40.766940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15059): Terminated: ok {rc=0}\u000a18:11:40.777173 --- ParallelTerminationStrategy: PID 15062 died...\u000a18:11:40.833744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15062): Terminated: ok {rc=0}\u000a18:11:40.843858 --- ParallelTerminationStrategy: PID 15065 died...\u000a18:11:40.900609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15065): Terminated: ok {rc=0}\u000a18:11:40.989461 bus /sierra_3: Setting Powered False\u000a18:11:42.097912 bus /sierra_3: Setting Powered False\u000a18:11:43.212515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:11:33" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15072) [trial-2392↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15072)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15072) [trial-2392↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a18:11:45.034367 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a18:11:45.046141 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:11:45.178966 tst assert_extension.py: using LAC 35359\u000a18:11:45.307126 tst assert_extension.py: using RAC 169\u000a18:11:45.435403 tst assert_extension.py: using CellId 35359\u000a18:11:45.562508 tst assert_extension.py: using BVCI 35360\u000a18:11:45.587204 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a18:11:45.867208 tst assert_extension.py:10: start nitb and bts...\u000a18:11:45.996525 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:11:46.670718 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15071): Launched\u000a18:11:47.058659 run osmo-nitb_10.42.42.2(pid=15072): Launched\u000a18:11:47.244518 run osmo-nitb_10.42.42.2(pid=15072): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15072)]\u000a18:11:47.379909 run osmo-nitb_10.42.42.2(pid=15072): stdout: \u000a| (launched: 2022-12-13_18:11:46.873910) \u000a18:11:47.515008 run osmo-nitb_10.42.42.2(pid=15072): stderr: \u000a| (launched: 2022-12-13_18:11:46.933786)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:47.646269 run osmo-nitb_10.42.42.2(pid=15072): stdout: \u000a| (launched: 2022-12-13_18:11:46.873910) \u000a18:11:47.775715 run osmo-nitb_10.42.42.2(pid=15072): stderr: \u000a| (launched: 2022-12-13_18:11:46.933786)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:48.187434 tst osmo-nitb_10.42.42.2(pid=15072): stdout: \u000a| (launched: 2022-12-13_18:11:46.873910) \u000a18:11:48.314977 tst osmo-nitb_10.42.42.2(pid=15072): stderr: \u000a| (launched: 2022-12-13_18:11:46.933786)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:11:48.370666 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15072) [trial-2392↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15072)] [trial-2392↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a18:11:48.379276 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a18:11:48.416074 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15071): Terminating (SIGTERM)\u000a18:11:48.593990 --- ParallelTerminationStrategy: PID 15071 died...\u000a18:11:48.651697 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15071): Terminated: ok {rc=0}\u000a18:11:48.740011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:11:44" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15082): Process ended prematurely: osmo-stp_10.42.42.5(pid=15082) [trial-2392↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15082): Process ended prematurely: osmo-stp_10.42.42.5(pid=15082) [trial-2392↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a18:11:50.552088 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:50.562988 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:11:50.684334 tst assert_extension.py: using LAC 35360\u000a18:11:50.812128 tst assert_extension.py: using RAC 170\u000a18:11:50.934932 tst assert_extension.py: using CellId 35360\u000a18:11:51.054333 tst assert_extension.py: using BVCI 35361\u000a18:11:51.077092 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:51.087682 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:51.098376 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:51.109367 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:51.119848 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:11:51.130332 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a18:11:51.338677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:51.837083 run create_hlr_db(pid=15076): Launched\u000a18:11:52.022143 bus /sierra_2: Setting Powered False\u000a18:11:53.042153 run create_hlr_db(pid=15076): Terminated: ok {rc=0}\u000a18:11:53.442166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15078): Launched\u000a18:11:53.742242 run osmo-hlr_10.42.42.2(pid=15079): Launched\u000a18:11:53.851443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:54.369555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15081): Launched\u000a18:11:54.666054 run osmo-stp_10.42.42.5(pid=15082): Launched\u000a18:11:54.773295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:55.324812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15084): Launched\u000a18:11:55.622764 run osmo-msc_10.42.42.6(pid=15085): Launched\u000a18:11:55.796843 run osmo-stp_10.42.42.5(pid=15082): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)]\u000a18:11:55.929114 run osmo-stp_10.42.42.5(pid=15082): stdout: \u000a| (launched: 2022-12-13_18:11:54.519693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:56.062042 run osmo-stp_10.42.42.5(pid=15082): stderr: \u000a| �[0;m�[38;5;43m20221213181154685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181154686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181154686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181154686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181154687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181154687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181154687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:56.190398 run osmo-stp_10.42.42.5(pid=15082): stdout: \u000a| (launched: 2022-12-13_18:11:54.519693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:56.318236 run osmo-stp_10.42.42.5(pid=15082): stderr: \u000a| �[0;m�[38;5;43m20221213181154685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181154686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181154686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181154686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181154687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181154687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181154687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:56.373957 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15082): Process ended prematurely: osmo-stp_10.42.42.5(pid=15082) [trial-2392↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15082)] [trial-2392↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a18:11:56.382573 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a18:11:56.446366 run osmo-hlr_10.42.42.2(pid=15079): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15079)]\u000a18:11:56.498985 run osmo-hlr_10.42.42.2(pid=15079): stdout: \u000a| (launched: 2022-12-13_18:11:53.593625) \u000a18:11:56.552427 run osmo-hlr_10.42.42.2(pid=15079): stderr: \u000a| �[0;m�[1;31m20221213181153766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181153766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181153766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181153766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181153766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181153766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181153778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181153787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181153787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181153787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:56.624449 run osmo-msc_10.42.42.6(pid=15085): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15085)]\u000a18:11:56.677138 run osmo-msc_10.42.42.6(pid=15085): stdout: \u000a| (launched: 2022-12-13_18:11:55.475788) \u000a18:11:56.730352 run osmo-msc_10.42.42.6(pid=15085): stderr: \u000a| �[0;m�[38;5;43m20221213181155743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181155744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febf94ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181155744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181155744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181155744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181155744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181155746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181155746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181155747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181155747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:56.775758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15078): Terminating (SIGTERM)\u000a18:11:56.818939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15081): Terminating (SIGTERM)\u000a18:11:56.868929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15084): Terminating (SIGTERM)\u000a18:11:56.879118 --- ParallelTerminationStrategy: PID 15078 died...\u000a18:11:56.935746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15078): Terminated: ok {rc=0}\u000a18:11:56.946093 --- ParallelTerminationStrategy: PID 15081 died...\u000a18:11:57.002762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15081): Terminated: ok {rc=0}\u000a18:11:57.013086 --- ParallelTerminationStrategy: PID 15084 died...\u000a18:11:57.069927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15084): Terminated: ok {rc=0}\u000a18:11:57.157184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:11:50" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15096): Process ended prematurely: osmo-stp_10.42.42.5(pid=15096) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15096): Process ended prematurely: osmo-stp_10.42.42.5(pid=15096) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:11:59.085087 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:59.096802 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:11:59.249156 tst mo_mt_call.py: using LAC 35361\u000a18:11:59.374501 tst mo_mt_call.py: using RAC 171\u000a18:11:59.502636 tst mo_mt_call.py: using CellId 35361\u000a18:11:59.628183 tst mo_mt_call.py: using BVCI 35362\u000a18:11:59.652533 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:59.664009 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:59.675345 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:59.686803 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:59.698618 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:11:59.710554 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:11:59.828574 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:12:00.027973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:00.506061 run create_hlr_db(pid=15090): Launched\u000a18:12:00.677586 bus /sierra_2: Setting Powered False\u000a18:12:01.739694 run create_hlr_db(pid=15090): Terminated: ok {rc=0}\u000a18:12:02.165911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15092): Launched\u000a18:12:02.471652 run osmo-hlr_10.42.42.2(pid=15093): Launched\u000a18:12:02.587427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:03.111011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15095): Launched\u000a18:12:03.434520 run osmo-stp_10.42.42.5(pid=15096): Launched\u000a18:12:03.542566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:04.096746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15098): Launched\u000a18:12:04.401821 run osmo-msc_10.42.42.6(pid=15099): Launched\u000a18:12:04.579550 run osmo-stp_10.42.42.5(pid=15096): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)]\u000a18:12:04.708200 run osmo-stp_10.42.42.5(pid=15096): stdout: \u000a| (launched: 2022-12-13_18:12:03.287343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:04.833962 run osmo-stp_10.42.42.5(pid=15096): stderr: \u000a| �[0;m�[38;5;43m20221213181203454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181203454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181203455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181203455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181203455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181203455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181203456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:04.955043 run osmo-stp_10.42.42.5(pid=15096): stdout: \u000a| (launched: 2022-12-13_18:12:03.287343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:05.075167 run osmo-stp_10.42.42.5(pid=15096): stderr: \u000a| �[0;m�[38;5;43m20221213181203454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181203454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181203455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181203455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181203455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181203455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181203456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:05.128447 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15096): Process ended prematurely: osmo-stp_10.42.42.5(pid=15096) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15096)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:12:05.136901 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:12:05.195980 run osmo-hlr_10.42.42.2(pid=15093): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15093)]\u000a18:12:05.244691 run osmo-hlr_10.42.42.2(pid=15093): stdout: \u000a| (launched: 2022-12-13_18:12:02.321993) \u000a18:12:05.294176 run osmo-hlr_10.42.42.2(pid=15093): stderr: \u000a| �[0;m�[1;31m20221213181202493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181202493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181202493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181202493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181202494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181202494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181202506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181202515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181202515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181202515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:05.361558 run osmo-msc_10.42.42.6(pid=15099): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15099)]\u000a18:12:05.410501 run osmo-msc_10.42.42.6(pid=15099): stdout: \u000a| (launched: 2022-12-13_18:12:04.251152) \u000a18:12:05.460010 run osmo-msc_10.42.42.6(pid=15099): stderr: \u000a| �[0;m�[38;5;43m20221213181204522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181204522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa92831c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181204522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181204522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181204523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181204523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181204525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181204525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181204525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181204525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:05.501717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15092): Terminating (SIGTERM)\u000a18:12:05.541862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15095): Terminating (SIGTERM)\u000a18:12:05.581877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15098): Terminating (SIGTERM)\u000a18:12:05.591095 --- ParallelTerminationStrategy: PID 15092 died...\u000a18:12:05.644345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15092): Terminated: ok {rc=0}\u000a18:12:05.653893 --- ParallelTerminationStrategy: PID 15095 died...\u000a18:12:05.706612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15095): Terminated: ok {rc=0}\u000a18:12:05.716191 --- ParallelTerminationStrategy: PID 15098 died...\u000a18:12:05.768861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15098): Terminated: ok {rc=0}\u000a18:12:05.852659 bus /sierra_3: Setting Powered False\u000a18:12:06.959950 bus /sierra_3: Setting Powered False\u000a18:12:08.072391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15107): Process ended prematurely: osmo-stp_10.42.42.5(pid=15107) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15107)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15107): Process ended prematurely: osmo-stp_10.42.42.5(pid=15107) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:12:09.183680 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:12:09.195579 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:12:09.341302 tst mo_mt_call_osmux.py: using LAC 35362\u000a18:12:09.460572 tst mo_mt_call_osmux.py: using RAC 172\u000a18:12:09.579936 tst mo_mt_call_osmux.py: using CellId 35362\u000a18:12:09.702733 tst mo_mt_call_osmux.py: using BVCI 35363\u000a18:12:09.725754 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:12:09.736752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:12:09.747768 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:12:09.758739 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:12:09.769813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:12:09.780673 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:12:09.901306 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:12:10.111161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:10.620269 run create_hlr_db(pid=15101): Launched\u000a18:12:10.807346 bus /sierra_2: Setting Powered False\u000a18:12:11.828532 run create_hlr_db(pid=15101): Terminated: ok {rc=0}\u000a18:12:12.239031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15103): Launched\u000a18:12:12.542409 run osmo-hlr_10.42.42.2(pid=15104): Launched\u000a18:12:12.658407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:13.187133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15106): Launched\u000a18:12:13.491064 run osmo-stp_10.42.42.5(pid=15107): Launched\u000a18:12:13.601969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:14.159712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15109): Launched\u000a18:12:14.465870 run osmo-msc_10.42.42.6(pid=15110): Launched\u000a18:12:14.642688 run osmo-stp_10.42.42.5(pid=15107): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15107)]\u000a18:12:14.770412 run osmo-stp_10.42.42.5(pid=15107): stdout: \u000a| (launched: 2022-12-13_18:12:13.341307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:14.896465 run osmo-stp_10.42.42.5(pid=15107): stderr: \u000a| �[0;m�[38;5;43m20221213181213508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181213509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181213509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181213509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181213510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181213510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181213510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:15.017928 run osmo-stp_10.42.42.5(pid=15107): stdout: \u000a| (launched: 2022-12-13_18:12:13.341307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:15.138526 run osmo-stp_10.42.42.5(pid=15107): stderr: \u000a| �[0;m�[38;5;43m20221213181213508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181213509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181213509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181213509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181213510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181213510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181213510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:15.191845 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15107): Process ended prematurely: osmo-stp_10.42.42.5(pid=15107) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15107)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:12:15.200348 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a18:12:15.260226 run osmo-hlr_10.42.42.2(pid=15104): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15104)]\u000a18:12:15.309557 run osmo-hlr_10.42.42.2(pid=15104): stdout: \u000a| (launched: 2022-12-13_18:12:12.393087) \u000a18:12:15.359481 run osmo-hlr_10.42.42.2(pid=15104): stderr: \u000a| �[0;m�[1;31m20221213181212567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181212567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181212567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181212567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181212567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181212567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181212580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181212589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181212589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181212589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:15.427404 run osmo-msc_10.42.42.6(pid=15110): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15110)]\u000a18:12:15.476567 run osmo-msc_10.42.42.6(pid=15110): stdout: \u000a| (launched: 2022-12-13_18:12:14.315067) \u000a18:12:15.526299 run osmo-msc_10.42.42.6(pid=15110): stderr: \u000a| �[0;m�[38;5;43m20221213181214585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181214585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3515263c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181214585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181214585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181214585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181214586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181214587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181214588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181214588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181214588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:15.568172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15103): Terminating (SIGTERM)\u000a18:12:15.607513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15106): Terminating (SIGTERM)\u000a18:12:15.647012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15109): Terminating (SIGTERM)\u000a18:12:15.656165 --- ParallelTerminationStrategy: PID 15103 died...\u000a18:12:15.709484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15103): Terminated: ok {rc=0}\u000a18:12:15.719031 --- ParallelTerminationStrategy: PID 15106 died...\u000a18:12:15.772020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15106): Terminated: ok {rc=0}\u000a18:12:15.781653 --- ParallelTerminationStrategy: PID 15109 died...\u000a18:12:15.834848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15109): Terminated: ok {rc=0}\u000a18:12:15.924432 bus /sierra_3: Setting Powered False\u000a18:12:17.030944 bus /sierra_3: Setting Powered False\u000a18:12:18.141004 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:11:58" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15121): Process ended prematurely: osmo-stp_10.42.42.5(pid=15121) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15121)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15121): Process ended prematurely: osmo-stp_10.42.42.5(pid=15121) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:12:20.101847 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:20.113193 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:12:20.261594 tst mo_mt_call.py: using LAC 35363\u000a18:12:20.379466 tst mo_mt_call.py: using RAC 173\u000a18:12:20.498728 tst mo_mt_call.py: using CellId 35363\u000a18:12:20.618627 tst mo_mt_call.py: using BVCI 35364\u000a18:12:20.642097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:20.653321 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:20.664277 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:20.675395 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:20.686518 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:20.697607 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:12:20.817480 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:12:21.020767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:21.503704 run create_hlr_db(pid=15115): Launched\u000a18:12:21.679819 bus /sierra_2: Setting Powered False\u000a18:12:22.699654 run create_hlr_db(pid=15115): Terminated: ok {rc=0}\u000a18:12:23.133655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15117): Launched\u000a18:12:23.460903 run osmo-hlr_10.42.42.2(pid=15118): Launched\u000a18:12:23.581401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:24.153742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15120): Launched\u000a18:12:24.482507 run osmo-stp_10.42.42.5(pid=15121): Launched\u000a18:12:24.602437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:25.202194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15123): Launched\u000a18:12:25.530156 run osmo-msc_10.42.42.6(pid=15124): Launched\u000a18:12:25.720662 run osmo-stp_10.42.42.5(pid=15121): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15121)]\u000a18:12:25.858397 run osmo-stp_10.42.42.5(pid=15121): stdout: \u000a| (launched: 2022-12-13_18:12:24.320606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:25.995103 run osmo-stp_10.42.42.5(pid=15121): stderr: \u000a| �[0;m�[38;5;43m20221213181224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181224510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181224511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181224511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181224511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:26.126824 run osmo-stp_10.42.42.5(pid=15121): stdout: \u000a| (launched: 2022-12-13_18:12:24.320606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:26.256772 run osmo-stp_10.42.42.5(pid=15121): stderr: \u000a| �[0;m�[38;5;43m20221213181224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181224510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181224511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181224511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181224511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:26.314816 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15121): Process ended prematurely: osmo-stp_10.42.42.5(pid=15121) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15121)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:12:26.323926 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:12:26.387688 run osmo-hlr_10.42.42.2(pid=15118): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15118)]\u000a18:12:26.439932 run osmo-hlr_10.42.42.2(pid=15118): stdout: \u000a| (launched: 2022-12-13_18:12:23.300001) \u000a18:12:26.492661 run osmo-hlr_10.42.42.2(pid=15118): stderr: \u000a| �[0;m�[1;31m20221213181223493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181223493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181223493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181223493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181223493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181223493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181223503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181223514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181223514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181223514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:26.564315 run osmo-msc_10.42.42.6(pid=15124): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15124)]\u000a18:12:26.616294 run osmo-msc_10.42.42.6(pid=15124): stdout: \u000a| (launched: 2022-12-13_18:12:25.369413) \u000a18:12:26.668820 run osmo-msc_10.42.42.6(pid=15124): stderr: \u000a| �[0;m�[38;5;43m20221213181225686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181225687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f929a82dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181225687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181225687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181225687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181225687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181225689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181225689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181225690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181225690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:26.713791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15117): Terminating (SIGTERM)\u000a18:12:26.756205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15120): Terminating (SIGTERM)\u000a18:12:26.798632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15123): Terminating (SIGTERM)\u000a18:12:26.808370 --- ParallelTerminationStrategy: PID 15117 died...\u000a18:12:26.865665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15117): Terminated: ok {rc=0}\u000a18:12:26.875779 --- ParallelTerminationStrategy: PID 15120 died...\u000a18:12:26.932505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15120): Terminated: ok {rc=0}\u000a18:12:26.942590 --- ParallelTerminationStrategy: PID 15123 died...\u000a18:12:26.999231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15123): Terminated: ok {rc=0}\u000a18:12:27.087089 bus /sierra_3: Setting Powered False\u000a18:12:28.194414 bus /sierra_3: Setting Powered False\u000a18:12:29.303444 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15132): Process ended prematurely: osmo-stp_10.42.42.5(pid=15132) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15132)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15132): Process ended prematurely: osmo-stp_10.42.42.5(pid=15132) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:12:30.419636 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:30.431990 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:12:30.589416 tst mo_mt_call_osmux.py: using LAC 35364\u000a18:12:30.718818 tst mo_mt_call_osmux.py: using RAC 174\u000a18:12:30.863009 tst mo_mt_call_osmux.py: using CellId 35364\u000a18:12:31.021080 tst mo_mt_call_osmux.py: using BVCI 35365\u000a18:12:31.046011 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:31.058257 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:31.070505 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:31.082702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:31.094601 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:12:31.106821 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:12:31.230609 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:12:31.450907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:32.013499 run create_hlr_db(pid=15126): Launched\u000a18:12:32.207318 bus /sierra_2: Setting Powered False\u000a18:12:33.224316 run create_hlr_db(pid=15126): Terminated: ok {rc=0}\u000a18:12:33.661403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15128): Launched\u000a18:12:33.990298 run osmo-hlr_10.42.42.2(pid=15129): Launched\u000a18:12:34.112613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:34.683802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15131): Launched\u000a18:12:35.013342 run osmo-stp_10.42.42.5(pid=15132): Launched\u000a18:12:35.133169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:35.734818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15134): Launched\u000a18:12:36.066093 run osmo-msc_10.42.42.6(pid=15135): Launched\u000a18:12:36.258342 run osmo-stp_10.42.42.5(pid=15132): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15132)]\u000a18:12:36.397585 run osmo-stp_10.42.42.5(pid=15132): stdout: \u000a| (launched: 2022-12-13_18:12:34.850742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:36.535577 run osmo-stp_10.42.42.5(pid=15132): stderr: \u000a| �[0;m�[38;5;43m20221213181235038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181235038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181235038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181235039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181235039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181235039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181235039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:36.667529 run osmo-stp_10.42.42.5(pid=15132): stdout: \u000a| (launched: 2022-12-13_18:12:34.850742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:36.798430 run osmo-stp_10.42.42.5(pid=15132): stderr: \u000a| �[0;m�[38;5;43m20221213181235038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181235038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181235038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181235039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181235039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181235039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181235039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:36.856120 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15132): Process ended prematurely: osmo-stp_10.42.42.5(pid=15132) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15132)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:12:36.865506 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:12:36.929238 run osmo-hlr_10.42.42.2(pid=15129): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15129)]\u000a18:12:36.981526 run osmo-hlr_10.42.42.2(pid=15129): stdout: \u000a| (launched: 2022-12-13_18:12:33.827880) \u000a18:12:37.034525 run osmo-hlr_10.42.42.2(pid=15129): stderr: \u000a| �[0;m�[1;31m20221213181234022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181234023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181234023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181234023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181234023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181234023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181234040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181234051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181234051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181234051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:37.106384 run osmo-msc_10.42.42.6(pid=15135): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15135)]\u000a18:12:37.158366 run osmo-msc_10.42.42.6(pid=15135): stdout: \u000a| (launched: 2022-12-13_18:12:35.901977) \u000a18:12:37.210849 run osmo-msc_10.42.42.6(pid=15135): stderr: \u000a| �[0;m�[38;5;43m20221213181236222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181236222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf88605c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181236222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181236222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181236222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181236222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181236224 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181236225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181236225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181236225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:37.255838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15128): Terminating (SIGTERM)\u000a18:12:37.298790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15131): Terminating (SIGTERM)\u000a18:12:37.341525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15134): Terminating (SIGTERM)\u000a18:12:37.351315 --- ParallelTerminationStrategy: PID 15128 died...\u000a18:12:37.408643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15128): Terminated: ok {rc=0}\u000a18:12:37.418890 --- ParallelTerminationStrategy: PID 15131 died...\u000a18:12:37.475523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15131): Terminated: ok {rc=0}\u000a18:12:37.485742 --- ParallelTerminationStrategy: PID 15134 died...\u000a18:12:37.542603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15134): Terminated: ok {rc=0}\u000a18:12:37.631371 bus /sierra_3: Setting Powered False\u000a18:12:38.735284 bus /sierra_3: Setting Powered False\u000a18:12:39.846776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:12:19" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15146): Process ended prematurely: osmo-stp_10.42.42.5(pid=15146) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15146)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15146): Process ended prematurely: osmo-stp_10.42.42.5(pid=15146) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:12:41.828357 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:41.840053 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:12:41.997176 tst mo_mt_call.py: using LAC 35365\u000a18:12:42.134528 tst mo_mt_call.py: using RAC 175\u000a18:12:42.274305 tst mo_mt_call.py: using CellId 35365\u000a18:12:42.409242 tst mo_mt_call.py: using BVCI 35366\u000a18:12:42.434218 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:42.445902 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:42.457456 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:42.468880 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:42.480786 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:42.492567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:42.610953 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:42.824354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:43.338439 run create_hlr_db(pid=15140): Launched\u000a18:12:43.527802 bus /sierra_2: Setting Powered False\u000a18:12:44.549474 run create_hlr_db(pid=15140): Terminated: ok {rc=0}\u000a18:12:44.961410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15142): Launched\u000a18:12:45.267797 run osmo-hlr_10.42.42.2(pid=15143): Launched\u000a18:12:45.385027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:45.955839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15145): Launched\u000a18:12:46.395402 run osmo-stp_10.42.42.5(pid=15146): Launched\u000a18:12:46.603749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:47.267266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15148): Launched\u000a18:12:47.599753 run osmo-msc_10.42.42.6(pid=15149): Launched\u000a18:12:47.792265 run osmo-stp_10.42.42.5(pid=15146): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15146)]\u000a18:12:47.932209 run osmo-stp_10.42.42.5(pid=15146): stdout: \u000a| (launched: 2022-12-13_18:12:46.126987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:48.070266 run osmo-stp_10.42.42.5(pid=15146): stderr: \u000a| �[0;m�[38;5;43m20221213181246409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181246410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181246410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181246410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181246411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181246411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181246411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:48.202765 run osmo-stp_10.42.42.5(pid=15146): stdout: \u000a| (launched: 2022-12-13_18:12:46.126987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:48.333867 run osmo-stp_10.42.42.5(pid=15146): stderr: \u000a| �[0;m�[38;5;43m20221213181246409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181246410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181246410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181246410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181246411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181246411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181246411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:48.391464 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15146): Process ended prematurely: osmo-stp_10.42.42.5(pid=15146) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15146)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:12:48.400692 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:12:48.464446 run osmo-hlr_10.42.42.2(pid=15143): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15143)]\u000a18:12:48.516566 run osmo-hlr_10.42.42.2(pid=15143): stdout: \u000a| (launched: 2022-12-13_18:12:45.116556) \u000a18:12:48.569438 run osmo-hlr_10.42.42.2(pid=15143): stderr: \u000a| �[0;m�[1;31m20221213181245290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181245290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181245290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181245290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181245290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181245290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181245303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181245313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181245314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181245314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:48.641141 run osmo-msc_10.42.42.6(pid=15149): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15149)]\u000a18:12:48.693175 run osmo-msc_10.42.42.6(pid=15149): stdout: \u000a| (launched: 2022-12-13_18:12:47.434642) \u000a18:12:48.745922 run osmo-msc_10.42.42.6(pid=15149): stderr: \u000a| �[0;m�[38;5;43m20221213181247751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181247751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cea23dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181247752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181247752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181247752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181247752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181247754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181247754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181247754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181247754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:48.790890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15142): Terminating (SIGTERM)\u000a18:12:48.833422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15145): Terminating (SIGTERM)\u000a18:12:48.875820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15148): Terminating (SIGTERM)\u000a18:12:48.885626 --- ParallelTerminationStrategy: PID 15142 died...\u000a18:12:48.942542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15142): Terminated: ok {rc=0}\u000a18:12:48.952605 --- ParallelTerminationStrategy: PID 15145 died...\u000a18:12:49.009212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15145): Terminated: ok {rc=0}\u000a18:12:49.019406 --- ParallelTerminationStrategy: PID 15148 died...\u000a18:12:49.076277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15148): Terminated: ok {rc=0}\u000a18:12:49.163940 bus /sierra_3: Setting Powered False\u000a18:12:50.271898 bus /sierra_3: Setting Powered False\u000a18:12:51.386053 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15157): Process ended prematurely: osmo-stp_10.42.42.5(pid=15157) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15157)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15157): Process ended prematurely: osmo-stp_10.42.42.5(pid=15157) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:12:52.502451 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:52.514978 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:12:52.673512 tst mo_mt_call_osmux.py: using LAC 35366\u000a18:12:52.802848 tst mo_mt_call_osmux.py: using RAC 176\u000a18:12:52.932243 tst mo_mt_call_osmux.py: using CellId 35366\u000a18:12:53.059383 tst mo_mt_call_osmux.py: using BVCI 35367\u000a18:12:53.084225 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:53.096041 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:53.107694 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:53.119286 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:53.131306 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:12:53.143251 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:53.267259 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:12:53.472889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:53.966958 run create_hlr_db(pid=15151): Launched\u000a18:12:54.144706 bus /sierra_2: Setting Powered False\u000a18:12:55.164794 run create_hlr_db(pid=15151): Terminated: ok {rc=0}\u000a18:12:55.575077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15153): Launched\u000a18:12:55.882273 run osmo-hlr_10.42.42.2(pid=15154): Launched\u000a18:12:56.003218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:56.545597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15156): Launched\u000a18:12:56.852252 run osmo-stp_10.42.42.5(pid=15157): Launched\u000a18:12:56.962042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:57.530840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15159): Launched\u000a18:12:57.840249 run osmo-msc_10.42.42.6(pid=15160): Launched\u000a18:12:58.020119 run osmo-stp_10.42.42.5(pid=15157): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15157)]\u000a18:12:58.150176 run osmo-stp_10.42.42.5(pid=15157): stdout: \u000a| (launched: 2022-12-13_18:12:56.701343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:58.278241 run osmo-stp_10.42.42.5(pid=15157): stderr: \u000a| �[0;m�[38;5;43m20221213181256869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181256869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181256869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181256870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:58.401982 run osmo-stp_10.42.42.5(pid=15157): stdout: \u000a| (launched: 2022-12-13_18:12:56.701343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:58.524135 run osmo-stp_10.42.42.5(pid=15157): stderr: \u000a| �[0;m�[38;5;43m20221213181256869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181256869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181256869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181256870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181256870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:58.578239 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15157): Process ended prematurely: osmo-stp_10.42.42.5(pid=15157) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15157)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:12:58.586820 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:12:58.646900 run osmo-hlr_10.42.42.2(pid=15154): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15154)]\u000a18:12:58.696351 run osmo-hlr_10.42.42.2(pid=15154): stdout: \u000a| (launched: 2022-12-13_18:12:55.730865) \u000a18:12:58.746556 run osmo-hlr_10.42.42.2(pid=15154): stderr: \u000a| �[0;m�[1;31m20221213181255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181255919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181255929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181255929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181255929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:58.814366 run osmo-msc_10.42.42.6(pid=15160): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15160)]\u000a18:12:58.863580 run osmo-msc_10.42.42.6(pid=15160): stdout: \u000a| (launched: 2022-12-13_18:12:57.687361) \u000a18:12:58.913282 run osmo-msc_10.42.42.6(pid=15160): stderr: \u000a| �[0;m�[38;5;43m20221213181257957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181257957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54b9a7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181257957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181257957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181257957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181257958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181257959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181257960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181257960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181257960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:58.955766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15153): Terminating (SIGTERM)\u000a18:12:58.996706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15156): Terminating (SIGTERM)\u000a18:12:59.037032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15159): Terminating (SIGTERM)\u000a18:12:59.046447 --- ParallelTerminationStrategy: PID 15153 died...\u000a18:12:59.100601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15153): Terminated: ok {rc=0}\u000a18:12:59.110328 --- ParallelTerminationStrategy: PID 15156 died...\u000a18:12:59.164161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15156): Terminated: ok {rc=0}\u000a18:12:59.173854 --- ParallelTerminationStrategy: PID 15159 died...\u000a18:12:59.227365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15159): Terminated: ok {rc=0}\u000a18:12:59.317684 bus /sierra_3: Setting Powered False\u000a18:13:00.421951 bus /sierra_3: Setting Powered False\u000a18:13:01.540429 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:12:41" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15171): Process ended prematurely: osmo-stp_10.42.42.5(pid=15171) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15171)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15171): Process ended prematurely: osmo-stp_10.42.42.5(pid=15171) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:13:03.520560 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:03.532513 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:13:03.689580 tst mo_mt_call.py: using LAC 35367\u000a18:13:03.811411 tst mo_mt_call.py: using RAC 177\u000a18:13:03.933723 tst mo_mt_call.py: using CellId 35367\u000a18:13:04.053817 tst mo_mt_call.py: using BVCI 35368\u000a18:13:04.077224 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:04.088358 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:04.099415 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:04.110546 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:04.121651 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:04.132629 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:13:04.254381 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:13:04.469682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:04.984403 run create_hlr_db(pid=15165): Launched\u000a18:13:05.174584 bus /sierra_2: Setting Powered False\u000a18:13:06.195032 run create_hlr_db(pid=15165): Terminated: ok {rc=0}\u000a18:13:06.610913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15167): Launched\u000a18:13:06.917531 run osmo-hlr_10.42.42.2(pid=15168): Launched\u000a18:13:07.038428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:07.575427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15170): Launched\u000a18:13:07.882881 run osmo-stp_10.42.42.5(pid=15171): Launched\u000a18:13:07.994525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:08.556169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15173): Launched\u000a18:13:08.864290 run osmo-msc_10.42.42.6(pid=15174): Launched\u000a18:13:09.043152 run osmo-stp_10.42.42.5(pid=15171): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15171)]\u000a18:13:09.172416 run osmo-stp_10.42.42.5(pid=15171): stdout: \u000a| (launched: 2022-12-13_18:13:07.731288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:09.300164 run osmo-stp_10.42.42.5(pid=15171): stderr: \u000a| �[0;m�[38;5;43m20221213181307899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181307899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181307899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181307900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181307900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181307900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181307900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:09.423018 run osmo-stp_10.42.42.5(pid=15171): stdout: \u000a| (launched: 2022-12-13_18:13:07.731288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:09.544318 run osmo-stp_10.42.42.5(pid=15171): stderr: \u000a| �[0;m�[38;5;43m20221213181307899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181307899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181307899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181307900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181307900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181307900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181307900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:09.598132 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15171): Process ended prematurely: osmo-stp_10.42.42.5(pid=15171) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15171)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:13:09.606793 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:13:09.666889 run osmo-hlr_10.42.42.2(pid=15168): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15168)]\u000a18:13:09.716148 run osmo-hlr_10.42.42.2(pid=15168): stdout: \u000a| (launched: 2022-12-13_18:13:06.766522) \u000a18:13:09.766184 run osmo-hlr_10.42.42.2(pid=15168): stderr: \u000a| �[0;m�[1;31m20221213181306941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181306941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181306941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181306941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181306941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181306941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181306953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181306961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181306962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181306962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:09.834226 run osmo-msc_10.42.42.6(pid=15174): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15174)]\u000a18:13:09.883411 run osmo-msc_10.42.42.6(pid=15174): stdout: \u000a| (launched: 2022-12-13_18:13:08.711648) \u000a18:13:09.933369 run osmo-msc_10.42.42.6(pid=15174): stderr: \u000a| �[0;m�[38;5;43m20221213181308981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181308981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee51cddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181308981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181308981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181308981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181308982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181308983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181308984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181308984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181308984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:09.975924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15167): Terminating (SIGTERM)\u000a18:13:10.015942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15170): Terminating (SIGTERM)\u000a18:13:10.056026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15173): Terminating (SIGTERM)\u000a18:13:10.065438 --- ParallelTerminationStrategy: PID 15167 died...\u000a18:13:10.118980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15167): Terminated: ok {rc=0}\u000a18:13:10.128572 --- ParallelTerminationStrategy: PID 15170 died...\u000a18:13:10.181787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15170): Terminated: ok {rc=0}\u000a18:13:10.191374 --- ParallelTerminationStrategy: PID 15173 died...\u000a18:13:10.244647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15173): Terminated: ok {rc=0}\u000a18:13:10.333628 bus /sierra_3: Setting Powered False\u000a18:13:11.438075 bus /sierra_3: Setting Powered False\u000a18:13:12.550225 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15182): Process ended prematurely: osmo-stp_10.42.42.5(pid=15182) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15182)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15182): Process ended prematurely: osmo-stp_10.42.42.5(pid=15182) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:13:13.662603 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:13.674680 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:13:13.823633 tst mo_mt_call_osmux.py: using LAC 35368\u000a18:13:13.943789 tst mo_mt_call_osmux.py: using RAC 178\u000a18:13:14.066101 tst mo_mt_call_osmux.py: using CellId 35368\u000a18:13:14.187995 tst mo_mt_call_osmux.py: using BVCI 35369\u000a18:13:14.211346 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:14.222584 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:14.233630 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:14.244574 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:14.255683 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:13:14.266676 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:13:14.390243 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:13:14.607107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:15.122377 run create_hlr_db(pid=15176): Launched\u000a18:13:15.312368 bus /sierra_2: Setting Powered False\u000a18:13:16.336380 run create_hlr_db(pid=15176): Terminated: ok {rc=0}\u000a18:13:16.787542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15178): Launched\u000a18:13:17.182650 run osmo-hlr_10.42.42.2(pid=15179): Launched\u000a18:13:17.303702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:17.879004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15181): Launched\u000a18:13:18.209517 run osmo-stp_10.42.42.5(pid=15182): Launched\u000a18:13:18.329515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:18.934524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15184): Launched\u000a18:13:19.266298 run osmo-msc_10.42.42.6(pid=15185): Launched\u000a18:13:19.460244 run osmo-stp_10.42.42.5(pid=15182): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15182)]\u000a18:13:19.600005 run osmo-stp_10.42.42.5(pid=15182): stdout: \u000a| (launched: 2022-12-13_18:13:18.045525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:19.738136 run osmo-stp_10.42.42.5(pid=15182): stderr: \u000a| �[0;m�[38;5;43m20221213181318235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181318235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181318235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181318235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181318236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181318236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181318236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:19.870491 run osmo-stp_10.42.42.5(pid=15182): stdout: \u000a| (launched: 2022-12-13_18:13:18.045525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:20.001377 run osmo-stp_10.42.42.5(pid=15182): stderr: \u000a| �[0;m�[38;5;43m20221213181318235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181318235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181318235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181318235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181318236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181318236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181318236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:20.059073 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15182): Process ended prematurely: osmo-stp_10.42.42.5(pid=15182) [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15182)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:13:20.068395 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:13:20.132209 run osmo-hlr_10.42.42.2(pid=15179): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15179)]\u000a18:13:20.184428 run osmo-hlr_10.42.42.2(pid=15179): stdout: \u000a| (launched: 2022-12-13_18:13:16.956515) \u000a18:13:20.237766 run osmo-hlr_10.42.42.2(pid=15179): stderr: \u000a| �[0;m�[1;31m20221213181317211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181317211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181317211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181317211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181317211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181317211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181317223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181317232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181317232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181317233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:20.309699 run osmo-msc_10.42.42.6(pid=15185): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15185)]\u000a18:13:20.362442 run osmo-msc_10.42.42.6(pid=15185): stdout: \u000a| (launched: 2022-12-13_18:13:19.101603) \u000a18:13:20.415169 run osmo-msc_10.42.42.6(pid=15185): stderr: \u000a| �[0;m�[38;5;43m20221213181319419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181319419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0be99a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181319419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181319419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181319420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181319420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181319422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181319422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181319422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181319422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:20.460252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15178): Terminating (SIGTERM)\u000a18:13:20.502979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15181): Terminating (SIGTERM)\u000a18:13:20.545634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15184): Terminating (SIGTERM)\u000a18:13:20.555484 --- ParallelTerminationStrategy: PID 15178 died...\u000a18:13:20.612670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15178): Terminated: ok {rc=0}\u000a18:13:20.623620 --- ParallelTerminationStrategy: PID 15181 died...\u000a18:13:20.680138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15181): Terminated: ok {rc=0}\u000a18:13:20.690711 --- ParallelTerminationStrategy: PID 15184 died...\u000a18:13:20.747292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15184): Terminated: ok {rc=0}\u000a18:13:20.835152 bus /sierra_3: Setting Powered False\u000a18:13:21.943519 bus /sierra_3: Setting Powered False\u000a18:13:23.054092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:13:03" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15196): Process ended prematurely: osmo-stp_10.42.42.5(pid=15196) [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15196)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15196): Process ended prematurely: osmo-stp_10.42.42.5(pid=15196) [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:13:25.023654 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:25.035143 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:13:25.182805 tst mo_mt_call.py: using LAC 35369\u000a18:13:25.304707 tst mo_mt_call.py: using RAC 179\u000a18:13:25.426470 tst mo_mt_call.py: using CellId 35369\u000a18:13:25.551138 tst mo_mt_call.py: using BVCI 35370\u000a18:13:25.574508 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:25.585829 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:25.596754 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:25.607720 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:25.619069 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:25.630313 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:13:25.752292 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:13:25.958047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:26.446646 run create_hlr_db(pid=15190): Launched\u000a18:13:26.623248 bus /sierra_2: Setting Powered False\u000a18:13:27.656194 run create_hlr_db(pid=15190): Terminated: ok {rc=0}\u000a18:13:28.068841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15192): Launched\u000a18:13:28.374838 run osmo-hlr_10.42.42.2(pid=15193): Launched\u000a18:13:28.486269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:29.020649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15195): Launched\u000a18:13:29.327290 run osmo-stp_10.42.42.5(pid=15196): Launched\u000a18:13:29.438372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:30.004558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15198): Launched\u000a18:13:30.312911 run osmo-msc_10.42.42.6(pid=15199): Launched\u000a18:13:30.492052 run osmo-stp_10.42.42.5(pid=15196): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15196)]\u000a18:13:30.621973 run osmo-stp_10.42.42.5(pid=15196): stdout: \u000a| (launched: 2022-12-13_18:13:29.176147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:30.750958 run osmo-stp_10.42.42.5(pid=15196): stderr: \u000a| �[0;m�[38;5;43m20221213181329346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181329346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181329346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181329346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181329347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181329347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181329347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:30.898387 run osmo-stp_10.42.42.5(pid=15196): stdout: \u000a| (launched: 2022-12-13_18:13:29.176147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:31.026082 run osmo-stp_10.42.42.5(pid=15196): stderr: \u000a| �[0;m�[38;5;43m20221213181329346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181329346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181329346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181329346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181329347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181329347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181329347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:31.086202 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15196): Process ended prematurely: osmo-stp_10.42.42.5(pid=15196) [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15196)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:13:31.096637 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:13:31.165447 run osmo-hlr_10.42.42.2(pid=15193): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15193)]\u000a18:13:31.220241 run osmo-hlr_10.42.42.2(pid=15193): stdout: \u000a| (launched: 2022-12-13_18:13:28.223799) \u000a18:13:31.275746 run osmo-hlr_10.42.42.2(pid=15193): stderr: \u000a| �[0;m�[1;31m20221213181328400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181328400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181328400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181328400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181328400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181328400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181328412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181328421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181328421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181328421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:31.352803 run osmo-msc_10.42.42.6(pid=15199): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15199)]\u000a18:13:31.408515 run osmo-msc_10.42.42.6(pid=15199): stdout: \u000a| (launched: 2022-12-13_18:13:30.160406) \u000a18:13:31.463743 run osmo-msc_10.42.42.6(pid=15199): stderr: \u000a| �[0;m�[38;5;43m20221213181330430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181330430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd48ac1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181330430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181330430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181330430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181330431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181330432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181330433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181330433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181330433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:31.512353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15192): Terminating (SIGTERM)\u000a18:13:31.559495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15195): Terminating (SIGTERM)\u000a18:13:31.606380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15198): Terminating (SIGTERM)\u000a18:13:31.618354 --- ParallelTerminationStrategy: PID 15192 died...\u000a18:13:31.680070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15192): Terminated: ok {rc=0}\u000a18:13:31.692455 --- ParallelTerminationStrategy: PID 15195 died...\u000a18:13:31.753382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15195): Terminated: ok {rc=0}\u000a18:13:31.765570 --- ParallelTerminationStrategy: PID 15198 died...\u000a18:13:31.824571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15198): Terminated: ok {rc=0}\u000a18:13:31.920688 bus /sierra_3: Setting Powered False\u000a18:13:33.025720 bus /sierra_3: Setting Powered False\u000a18:13:34.134756 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15207): Process ended prematurely: osmo-stp_10.42.42.5(pid=15207) [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15207)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15207): Process ended prematurely: osmo-stp_10.42.42.5(pid=15207) [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:13:35.252618 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:35.265303 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:13:35.422716 tst mo_mt_call_osmux.py: using LAC 35370\u000a18:13:35.552023 tst mo_mt_call_osmux.py: using RAC 180\u000a18:13:35.675219 tst mo_mt_call_osmux.py: using CellId 35370\u000a18:13:35.796899 tst mo_mt_call_osmux.py: using BVCI 35371\u000a18:13:35.820330 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:35.831823 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:35.843287 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:35.854542 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:35.866565 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:13:35.878337 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:13:36.002745 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:13:36.217740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:36.735024 run create_hlr_db(pid=15201): Launched\u000a18:13:36.925068 bus /sierra_2: Setting Powered False\u000a18:13:37.945908 run create_hlr_db(pid=15201): Terminated: ok {rc=0}\u000a18:13:38.384576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15203): Launched\u000a18:13:38.714154 run osmo-hlr_10.42.42.2(pid=15204): Launched\u000a18:13:38.834616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:39.407667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15206): Launched\u000a18:13:39.736724 run osmo-stp_10.42.42.5(pid=15207): Launched\u000a18:13:39.855731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:40.459419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15209): Launched\u000a18:13:40.789453 run osmo-msc_10.42.42.6(pid=15210): Launched\u000a18:13:40.981913 run osmo-stp_10.42.42.5(pid=15207): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15207)]\u000a18:13:41.120682 run osmo-stp_10.42.42.5(pid=15207): stdout: \u000a| (launched: 2022-12-13_18:13:39.574250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:41.258204 run osmo-stp_10.42.42.5(pid=15207): stderr: \u000a| �[0;m�[38;5;43m20221213181339764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181339764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181339765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181339765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181339765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181339766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181339766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:41.390947 run osmo-stp_10.42.42.5(pid=15207): stdout: \u000a| (launched: 2022-12-13_18:13:39.574250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:41.522215 run osmo-stp_10.42.42.5(pid=15207): stderr: \u000a| �[0;m�[38;5;43m20221213181339764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181339764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181339765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181339765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181339765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181339766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181339766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:41.580049 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15207): Process ended prematurely: osmo-stp_10.42.42.5(pid=15207) [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15207)] [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:13:41.589694 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:13:41.654557 run osmo-hlr_10.42.42.2(pid=15204): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15204)]\u000a18:13:41.707226 run osmo-hlr_10.42.42.2(pid=15204): stdout: \u000a| (launched: 2022-12-13_18:13:38.551316) \u000a18:13:41.760870 run osmo-hlr_10.42.42.2(pid=15204): stderr: \u000a| �[0;m�[1;31m20221213181338747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181338747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181338747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181338747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181338747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181338747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181338759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181338767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181338767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181338768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:41.832857 run osmo-msc_10.42.42.6(pid=15210): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15210)]\u000a18:13:41.885390 run osmo-msc_10.42.42.6(pid=15210): stdout: \u000a| (launched: 2022-12-13_18:13:40.625862) \u000a18:13:41.938289 run osmo-msc_10.42.42.6(pid=15210): stderr: \u000a| �[0;m�[38;5;43m20221213181340946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181340947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ed5e7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181340947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181340947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181340947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181340947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181340949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181340949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181340949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181340949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:41.983546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15203): Terminating (SIGTERM)\u000a18:13:42.026461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15206): Terminating (SIGTERM)\u000a18:13:42.069227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15209): Terminating (SIGTERM)\u000a18:13:42.079153 --- ParallelTerminationStrategy: PID 15203 died...\u000a18:13:42.136763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15203): Terminated: ok {rc=0}\u000a18:13:42.147662 --- ParallelTerminationStrategy: PID 15206 died...\u000a18:13:42.204737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15206): Terminated: ok {rc=0}\u000a18:13:42.215322 --- ParallelTerminationStrategy: PID 15209 died...\u000a18:13:42.272274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15209): Terminated: ok {rc=0}\u000a18:13:42.359782 bus /sierra_3: Setting Powered False\u000a18:13:43.465932 bus /sierra_3: Setting Powered False\u000a18:13:44.579290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:13:24" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15221): Process ended prematurely: osmo-stp_10.42.42.5(pid=15221) [trial-2392↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15221): Process ended prematurely: osmo-stp_10.42.42.5(pid=15221) [trial-2392↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:13:46.624151 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:46.636713 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:13:46.778083 tst emergency_mo_mt_call.py: using LAC 35371\u000a18:13:46.906783 tst emergency_mo_mt_call.py: using RAC 181\u000a18:13:47.039553 tst emergency_mo_mt_call.py: using CellId 35371\u000a18:13:47.162322 tst emergency_mo_mt_call.py: using BVCI 35372\u000a18:13:47.186297 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:47.197765 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:47.209028 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:47.220378 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:47.231949 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:47.243434 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:47.367615 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:47.580080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:48.089566 run create_hlr_db(pid=15215): Launched\u000a18:13:48.277879 bus /sierra_2: Setting Powered False\u000a18:13:49.298412 run create_hlr_db(pid=15215): Terminated: ok {rc=0}\u000a18:13:49.705140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15217): Launched\u000a18:13:50.006451 run osmo-hlr_10.42.42.2(pid=15218): Launched\u000a18:13:50.117939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:50.643655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15220): Launched\u000a18:13:50.946665 run osmo-stp_10.42.42.5(pid=15221): Launched\u000a18:13:51.078260 tst emergency_mo_mt_call.py: using MSISDN 8259\u000a18:13:51.227961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:13:51.782036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15223): Launched\u000a18:13:52.086970 run osmo-msc_10.42.42.6(pid=15224): Launched\u000a18:13:52.263095 run osmo-stp_10.42.42.5(pid=15221): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)]\u000a18:13:52.390058 run osmo-stp_10.42.42.5(pid=15221): stdout: \u000a| (launched: 2022-12-13_18:13:50.797060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:52.515480 run osmo-stp_10.42.42.5(pid=15221): stderr: \u000a| �[0;m�[38;5;43m20221213181350964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181350964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181350964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181350965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181350965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181350966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181350966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:52.637128 run osmo-stp_10.42.42.5(pid=15221): stdout: \u000a| (launched: 2022-12-13_18:13:50.797060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:52.757576 run osmo-stp_10.42.42.5(pid=15221): stderr: \u000a| �[0;m�[38;5;43m20221213181350964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181350964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181350964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181350965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181350965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181350966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181350966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:52.810861 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15221): Process ended prematurely: osmo-stp_10.42.42.5(pid=15221) [trial-2392↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15221)] [trial-2392↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a18:13:52.819115 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a18:13:52.879463 run osmo-hlr_10.42.42.2(pid=15218): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15218)]\u000a18:13:52.928874 run osmo-hlr_10.42.42.2(pid=15218): stdout: \u000a| (launched: 2022-12-13_18:13:49.857942) \u000a18:13:52.979029 run osmo-hlr_10.42.42.2(pid=15218): stderr: \u000a| �[0;m�[1;31m20221213181350030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181350030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181350030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181350030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181350030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181350030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181350042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181350053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181350053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181350053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:53.047111 run osmo-msc_10.42.42.6(pid=15224): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15224)]\u000a18:13:53.096272 run osmo-msc_10.42.42.6(pid=15224): stdout: \u000a| (launched: 2022-12-13_18:13:51.935049) \u000a18:13:53.146372 run osmo-msc_10.42.42.6(pid=15224): stderr: \u000a| �[0;m�[38;5;43m20221213181352204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181352204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85fb0bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181352204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181352205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181352205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181352205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181352207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181352207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181352207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181352207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:13:53.188737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15217): Terminating (SIGTERM)\u000a18:13:53.228869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15220): Terminating (SIGTERM)\u000a18:13:53.268971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15223): Terminating (SIGTERM)\u000a18:13:53.278039 --- ParallelTerminationStrategy: PID 15217 died...\u000a18:13:53.331479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15217): Terminated: ok {rc=0}\u000a18:13:53.341193 --- ParallelTerminationStrategy: PID 15220 died...\u000a18:13:53.394610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15220): Terminated: ok {rc=0}\u000a18:13:53.404372 --- ParallelTerminationStrategy: PID 15223 died...\u000a18:13:53.458114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15223): Terminated: ok {rc=0}\u000a18:13:53.543395 bus /sierra_3: Setting Powered False\u000a18:13:54.646274 bus /sierra_3: Setting Powered False\u000a18:13:55.753417 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15232): Process ended prematurely: osmo-stp_10.42.42.5(pid=15232) [trial-2392↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15232)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15232): Process ended prematurely: osmo-stp_10.42.42.5(pid=15232) [trial-2392↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:13:56.807261 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:56.819372 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:13:56.955806 tst emergency_preemptive_call.py: using LAC 35372\u000a18:13:57.080064 tst emergency_preemptive_call.py: using RAC 182\u000a18:13:57.197222 tst emergency_preemptive_call.py: using CellId 35372\u000a18:13:57.323279 tst emergency_preemptive_call.py: using BVCI 35373\u000a18:13:57.348288 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:57.359620 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:57.370830 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:57.382068 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:57.394005 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:13:57.405813 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:57.525156 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:57.643357 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:57.763435 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:13:57.964692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:58.449143 run create_hlr_db(pid=15226): Launched\u000a18:13:58.624006 bus /sierra_2: Setting Powered False\u000a18:13:59.643890 run create_hlr_db(pid=15226): Terminated: ok {rc=0}\u000a18:14:00.076268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15228): Launched\u000a18:14:00.403296 run osmo-hlr_10.42.42.2(pid=15229): Launched\u000a18:14:00.524285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:01.116276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15231): Launched\u000a18:14:01.550964 run osmo-stp_10.42.42.5(pid=15232): Launched\u000a18:14:01.780273 tst emergency_preemptive_call.py: using MSISDN 8260\u000a18:14:01.933603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:14:02.495128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15234): Launched\u000a18:14:02.797548 run osmo-msc_10.42.42.6(pid=15235): Launched\u000a18:14:02.974296 run osmo-stp_10.42.42.5(pid=15232): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15232)]\u000a18:14:03.101940 run osmo-stp_10.42.42.5(pid=15232): stdout: \u000a| (launched: 2022-12-13_18:14:01.282878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:03.227970 run osmo-stp_10.42.42.5(pid=15232): stderr: \u000a| �[0;m�[38;5;43m20221213181401559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181401559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181401559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181401560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181401560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181401560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181401560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:03.349785 run osmo-stp_10.42.42.5(pid=15232): stdout: \u000a| (launched: 2022-12-13_18:14:01.282878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:03.470305 run osmo-stp_10.42.42.5(pid=15232): stderr: \u000a| �[0;m�[38;5;43m20221213181401559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181401559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181401559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181401560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181401560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181401560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181401560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:03.523249 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15232): Process ended prematurely: osmo-stp_10.42.42.5(pid=15232) [trial-2392↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15232)] [trial-2392↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a18:14:03.531510 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a18:14:03.592272 run osmo-hlr_10.42.42.2(pid=15229): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15229)]\u000a18:14:03.641995 run osmo-hlr_10.42.42.2(pid=15229): stdout: \u000a| (launched: 2022-12-13_18:14:00.240783) \u000a18:14:03.692174 run osmo-hlr_10.42.42.2(pid=15229): stderr: \u000a| �[0;m�[1;31m20221213181400436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181400436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181400436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181400436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181400436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181400436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181400453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181400463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181400463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181400463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:03.760829 run osmo-msc_10.42.42.6(pid=15235): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15235)]\u000a18:14:03.810479 run osmo-msc_10.42.42.6(pid=15235): stdout: \u000a| (launched: 2022-12-13_18:14:02.648519) \u000a18:14:03.860766 run osmo-msc_10.42.42.6(pid=15235): stderr: \u000a| �[0;m�[38;5;43m20221213181402919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181402919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07ff93bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181402919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181402919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181402919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181402920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181402921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181402922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181402922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181402922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:14:03.903421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15228): Terminating (SIGTERM)\u000a18:14:03.943863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15231): Terminating (SIGTERM)\u000a18:14:03.984320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15234): Terminating (SIGTERM)\u000a18:14:03.993759 --- ParallelTerminationStrategy: PID 15228 died...\u000a18:14:04.048171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15228): Terminated: ok {rc=0}\u000a18:14:04.057995 --- ParallelTerminationStrategy: PID 15231 died...\u000a18:14:04.112238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15231): Terminated: ok {rc=0}\u000a18:14:04.122134 --- ParallelTerminationStrategy: PID 15234 died...\u000a18:14:04.176019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15234): Terminated: ok {rc=0}\u000a18:14:04.266139 bus /sierra_9: Setting Powered False\u000a18:14:05.372189 bus /sierra_9: Setting Powered False\u000a18:14:06.485949 bus /sierra_8: Setting Powered False\u000a18:14:07.589782 bus /sierra_8: Setting Powered False\u000a18:14:08.702783 bus /sierra_3: Setting Powered False\u000a18:14:09.806651 bus /sierra_3: Setting Powered False\u000a18:14:10.919963 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:13:46" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15250): Process ended prematurely: osmo-stp_10.42.42.5(pid=15250) [trial-2392↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15250)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15250): Process ended prematurely: osmo-stp_10.42.42.5(pid=15250) [trial-2392↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:14:13.018931 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.029668 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:14:13.156310 tst cs_paging_gprs_active.py: using LAC 35373\u000a18:14:13.275143 tst cs_paging_gprs_active.py: using RAC 183\u000a18:14:13.394076 tst cs_paging_gprs_active.py: using CellId 35373\u000a18:14:13.513567 tst cs_paging_gprs_active.py: using BVCI 35374\u000a18:14:13.536883 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.547601 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.558052 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.568498 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.578968 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.589351 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.599867 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.610361 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:13.621065 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:13.741335 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:14.025384 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:14:14.152813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:14.472790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15240): Launched\u000a18:14:14.739096 run iperf3-srv_10.42.42.10(pid=15241): Launched\u000a18:14:14.926887 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:14:15.055662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:15.377807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15242): Launched\u000a18:14:15.644026 run iperf3-srv_10.42.42.10(pid=15243): Launched\u000a18:14:15.831036 tst cs_paging_gprs_active.py:38: start network...\u000a18:14:15.962218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:16.500027 run create_hlr_db(pid=15244): Launched\u000a18:14:16.680424 bus /sierra_2: Setting Powered False\u000a18:14:17.699400 run create_hlr_db(pid=15244): Terminated: ok {rc=0}\u000a18:14:18.112560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15246): Launched\u000a18:14:18.423677 run osmo-hlr_10.42.42.2(pid=15247): Launched\u000a18:14:18.536811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:19.072618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15249): Launched\u000a18:14:19.383380 run osmo-stp_10.42.42.5(pid=15250): Launched\u000a18:14:19.494009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:20.031682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15252): Launched\u000a18:14:20.141435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:20.412737 run patchelf(pid=15253): Launched\u000a18:14:20.593608 run osmo-stp_10.42.42.5(pid=15250): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15250)]\u000a18:14:20.725609 run osmo-stp_10.42.42.5(pid=15250): stdout: \u000a| (launched: 2022-12-13_18:14:19.229051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:20.858106 run osmo-stp_10.42.42.5(pid=15250): stderr: \u000a| �[0;m�[38;5;43m20221213181419398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181419398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181419398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181419399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:20.985841 run osmo-stp_10.42.42.5(pid=15250): stdout: \u000a| (launched: 2022-12-13_18:14:19.229051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:21.112659 run osmo-stp_10.42.42.5(pid=15250): stderr: \u000a| �[0;m�[38;5;43m20221213181419398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181419398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181419398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181419399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181419399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:21.261635 run patchelf(pid=15253): Terminating (SIGINT)\u000a18:14:21.437500 run patchelf(pid=15253): Terminated: ok {rc=0}\u000a18:14:21.469649 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15250): Process ended prematurely: osmo-stp_10.42.42.5(pid=15250) [trial-2392↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15250)] [trial-2392↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a18:14:21.478912 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:14:21.539691 run osmo-hlr_10.42.42.2(pid=15247): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15247)]\u000a18:14:21.589268 run osmo-hlr_10.42.42.2(pid=15247): stdout: \u000a| (launched: 2022-12-13_18:14:18.269567) \u000a18:14:21.639588 run osmo-hlr_10.42.42.2(pid=15247): stderr: \u000a| �[0;m�[1;31m20221213181418444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181418444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181418444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181418445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181418445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181418445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181418457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181418465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181418465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181418465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:21.682490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15240): Terminating (SIGTERM)\u000a18:14:21.722772 run iperf3-srv_10.42.42.10(pid=15241): Terminating (SIGTERM)\u000a18:14:21.763064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15242): Terminating (SIGTERM)\u000a18:14:21.803262 run iperf3-srv_10.42.42.10(pid=15243): Terminating (SIGTERM)\u000a18:14:21.843419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15246): Terminating (SIGTERM)\u000a18:14:21.884492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15249): Terminating (SIGTERM)\u000a18:14:21.924734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15252): Terminating (SIGTERM)\u000a18:14:21.934143 --- ParallelTerminationStrategy: PID 15240 died...\u000a18:14:21.987903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15240): Terminated: ok {rc=0}\u000a18:14:21.997696 --- ParallelTerminationStrategy: PID 15241 died...\u000a18:14:22.050908 run iperf3-srv_10.42.42.10(pid=15241): Terminated {rc=256}\u000a18:14:22.060498 --- ParallelTerminationStrategy: PID 15242 died...\u000a18:14:22.113926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15242): Terminated: ok {rc=0}\u000a18:14:22.123509 --- ParallelTerminationStrategy: PID 15243 died...\u000a18:14:22.176903 run iperf3-srv_10.42.42.10(pid=15243): Terminated {rc=256}\u000a18:14:22.186610 --- ParallelTerminationStrategy: PID 15246 died...\u000a18:14:22.240121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15246): Terminated: ok {rc=0}\u000a18:14:22.249895 --- ParallelTerminationStrategy: PID 15249 died...\u000a18:14:22.303361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15249): Terminated: ok {rc=0}\u000a18:14:22.313079 --- ParallelTerminationStrategy: PID 15252 died...\u000a18:14:22.366594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15252): Terminated: ok {rc=0}\u000a18:14:22.450897 bus /gobi_0: Setting Powered False\u000a18:14:23.558691 bus /gobi_0: Setting Powered False\u000a18:14:24.668893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15263): Process ended prematurely: osmo-stp_10.42.42.5(pid=15263) [trial-2392↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15263)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15263): Process ended prematurely: osmo-stp_10.42.42.5(pid=15263) [trial-2392↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a18:14:25.785606 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:25.797463 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:14:25.932286 tst iperf3.py: using LAC 35374\u000a18:14:26.061359 tst iperf3.py: using RAC 184\u000a18:14:26.189851 tst iperf3.py: using CellId 35374\u000a18:14:26.319619 tst iperf3.py: using BVCI 35375\u000a18:14:26.344810 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.356393 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.367519 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.378558 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.389905 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.401263 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.412599 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.423906 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:26.435656 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:26.737172 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:14:26.873425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:27.214557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15255): Launched\u000a18:14:27.498115 run iperf3-srv_10.42.42.10(pid=15256): Launched\u000a18:14:27.699693 tst iperf3.py:8: start network...\u000a18:14:27.836733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:28.353188 run create_hlr_db(pid=15257): Launched\u000a18:14:28.542653 bus /gobi_6: Setting Powered False\u000a18:14:29.564179 run create_hlr_db(pid=15257): Terminated: ok {rc=0}\u000a18:14:29.977329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15259): Launched\u000a18:14:30.286497 run osmo-hlr_10.42.42.2(pid=15260): Launched\u000a18:14:30.408219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:30.975386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15262): Launched\u000a18:14:31.397949 run osmo-stp_10.42.42.5(pid=15263): Launched\u000a18:14:31.559989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:32.208001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15265): Launched\u000a18:14:32.318821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:32.589915 run patchelf(pid=15266): Launched\u000a18:14:32.771120 run osmo-stp_10.42.42.5(pid=15263): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15263)]\u000a18:14:32.903333 run osmo-stp_10.42.42.5(pid=15263): stdout: \u000a| (launched: 2022-12-13_18:14:31.146488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:33.035563 run osmo-stp_10.42.42.5(pid=15263): stderr: \u000a| �[0;m�[38;5;43m20221213181431457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181431457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181431457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181431458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181431458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181431458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181431458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:33.163744 run osmo-stp_10.42.42.5(pid=15263): stdout: \u000a| (launched: 2022-12-13_18:14:31.146488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:33.289871 run osmo-stp_10.42.42.5(pid=15263): stderr: \u000a| �[0;m�[38;5;43m20221213181431457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181431457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181431457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181431458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181431458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181431458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181431458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:33.438595 run patchelf(pid=15266): Terminating (SIGINT)\u000a18:14:33.614527 run patchelf(pid=15266): Terminated: ok {rc=0}\u000a18:14:33.646525 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15263): Process ended prematurely: osmo-stp_10.42.42.5(pid=15263) [trial-2392↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15263)] [trial-2392↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a18:14:33.655914 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a18:14:33.716615 run osmo-hlr_10.42.42.2(pid=15260): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15260)]\u000a18:14:33.766084 run osmo-hlr_10.42.42.2(pid=15260): stdout: \u000a| (launched: 2022-12-13_18:14:30.133259) \u000a18:14:33.816618 run osmo-hlr_10.42.42.2(pid=15260): stderr: \u000a| �[0;m�[1;31m20221213181430307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181430307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181430307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181430307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181430307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181430307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181430320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181430329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181430329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181430329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:33.859452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15255): Terminating (SIGTERM)\u000a18:14:33.899592 run iperf3-srv_10.42.42.10(pid=15256): Terminating (SIGTERM)\u000a18:14:33.939930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15259): Terminating (SIGTERM)\u000a18:14:33.980192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15262): Terminating (SIGTERM)\u000a18:14:34.020451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15265): Terminating (SIGTERM)\u000a18:14:34.029920 --- ParallelTerminationStrategy: PID 15255 died...\u000a18:14:34.084192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15255): Terminated: ok {rc=0}\u000a18:14:34.094127 --- ParallelTerminationStrategy: PID 15256 died...\u000a18:14:34.147847 run iperf3-srv_10.42.42.10(pid=15256): Terminated {rc=256}\u000a18:14:34.157947 --- ParallelTerminationStrategy: PID 15259 died...\u000a18:14:34.211721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15259): Terminated: ok {rc=0}\u000a18:14:34.221885 --- ParallelTerminationStrategy: PID 15262 died...\u000a18:14:34.276154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15262): Terminated: ok {rc=0}\u000a18:14:34.286071 --- ParallelTerminationStrategy: PID 15265 died...\u000a18:14:34.339840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15265): Terminated: ok {rc=0}\u000a18:14:34.425070 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15281): Process ended prematurely: osmo-stp_10.42.42.5(pid=15281) [trial-2392↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15281)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15281): Process ended prematurely: osmo-stp_10.42.42.5(pid=15281) [trial-2392↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a18:14:35.535985 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:35.547674 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:14:35.682820 tst iperf3m4.py: using LAC 35375\u000a18:14:35.805564 tst iperf3m4.py: using RAC 185\u000a18:14:35.927755 tst iperf3m4.py: using CellId 35375\u000a18:14:36.050157 tst iperf3m4.py: using BVCI 35376\u000a18:14:36.073607 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.084619 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.095468 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.106174 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.116808 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.127468 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.138331 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.149107 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:36.159946 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:36.282433 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:36.403355 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:36.526713 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:36.824930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:14:36.961717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:37.303430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15267): Launched\u000a18:14:37.587418 run iperf3-srv_10.42.42.10(pid=15268): Launched\u000a18:14:37.787956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:14:37.924390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:38.266124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15269): Launched\u000a18:14:38.550697 run iperf3-srv_10.42.42.10(pid=15270): Launched\u000a18:14:38.751903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:14:38.889151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:39.233132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15271): Launched\u000a18:14:39.517189 run iperf3-srv_10.42.42.10(pid=15272): Launched\u000a18:14:39.717815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:14:39.854773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:40.197354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15273): Launched\u000a18:14:40.482232 run iperf3-srv_10.42.42.10(pid=15274): Launched\u000a18:14:40.683321 tst iperf3m4.py:8: start network...\u000a18:14:40.820010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:41.344338 run create_hlr_db(pid=15275): Launched\u000a18:14:41.535286 bus /gobi_6: Setting Powered False\u000a18:14:42.554525 run create_hlr_db(pid=15275): Terminated: ok {rc=0}\u000a18:14:42.968635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15277): Launched\u000a18:14:43.277206 run osmo-hlr_10.42.42.2(pid=15278): Launched\u000a18:14:43.400148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:43.941782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15280): Launched\u000a18:14:44.250066 run osmo-stp_10.42.42.5(pid=15281): Launched\u000a18:14:44.361412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:44.899517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15283): Launched\u000a18:14:45.009090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:45.280839 run patchelf(pid=15284): Launched\u000a18:14:45.464895 run osmo-stp_10.42.42.5(pid=15281): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15281)]\u000a18:14:45.597708 run osmo-stp_10.42.42.5(pid=15281): stdout: \u000a| (launched: 2022-12-13_18:14:44.097656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:45.730421 run osmo-stp_10.42.42.5(pid=15281): stderr: \u000a| �[0;m�[38;5;43m20221213181444266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181444266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181444266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181444267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181444267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181444267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181444267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:45.858905 run osmo-stp_10.42.42.5(pid=15281): stdout: \u000a| (launched: 2022-12-13_18:14:44.097656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:45.989994 run osmo-stp_10.42.42.5(pid=15281): stderr: \u000a| �[0;m�[38;5;43m20221213181444266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181444266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181444266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181444267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181444267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181444267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181444267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:46.142162 run patchelf(pid=15284): Terminating (SIGINT)\u000a18:14:46.322618 run patchelf(pid=15284): Terminated: ok {rc=0}\u000a18:14:46.355589 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15281): Process ended prematurely: osmo-stp_10.42.42.5(pid=15281) [trial-2392↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15281)] [trial-2392↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a18:14:46.365992 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:14:46.427692 run osmo-hlr_10.42.42.2(pid=15278): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15278)]\u000a18:14:46.478193 run osmo-hlr_10.42.42.2(pid=15278): stdout: \u000a| (launched: 2022-12-13_18:14:43.124460) \u000a18:14:46.529400 run osmo-hlr_10.42.42.2(pid=15278): stderr: \u000a| �[0;m�[1;31m20221213181443298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181443298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181443298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181443299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181443299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181443299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181443312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181443320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181443320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181443320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:46.576589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15267): Terminating (SIGTERM)\u000a18:14:46.618706 run iperf3-srv_10.42.42.10(pid=15268): Terminating (SIGTERM)\u000a18:14:46.662863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15269): Terminating (SIGTERM)\u000a18:14:46.704659 run iperf3-srv_10.42.42.10(pid=15270): Terminating (SIGTERM)\u000a18:14:46.749081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15271): Terminating (SIGTERM)\u000a18:14:46.792120 run iperf3-srv_10.42.42.10(pid=15272): Terminating (SIGTERM)\u000a18:14:46.835280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15273): Terminating (SIGTERM)\u000a18:14:46.878309 run iperf3-srv_10.42.42.10(pid=15274): Terminating (SIGTERM)\u000a18:14:46.921730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15277): Terminating (SIGTERM)\u000a18:14:46.962768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15280): Terminating (SIGTERM)\u000a18:14:47.003678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15283): Terminating (SIGTERM)\u000a18:14:47.013207 --- ParallelTerminationStrategy: PID 15267 died...\u000a18:14:47.068610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15267): Terminated: ok {rc=0}\u000a18:14:47.079011 --- ParallelTerminationStrategy: PID 15268 died...\u000a18:14:47.133757 run iperf3-srv_10.42.42.10(pid=15268): Terminated {rc=256}\u000a18:14:47.143913 --- ParallelTerminationStrategy: PID 15269 died...\u000a18:14:47.198413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15269): Terminated: ok {rc=0}\u000a18:14:47.208517 --- ParallelTerminationStrategy: PID 15270 died...\u000a18:14:47.263532 run iperf3-srv_10.42.42.10(pid=15270): Terminated {rc=256}\u000a18:14:47.273398 --- ParallelTerminationStrategy: PID 15271 died...\u000a18:14:47.327166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15271): Terminated: ok {rc=0}\u000a18:14:47.337069 --- ParallelTerminationStrategy: PID 15272 died...\u000a18:14:47.390798 run iperf3-srv_10.42.42.10(pid=15272): Terminated {rc=256}\u000a18:14:47.400581 --- ParallelTerminationStrategy: PID 15273 died...\u000a18:14:47.454421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15273): Terminated: ok {rc=0}\u000a18:14:47.464292 --- ParallelTerminationStrategy: PID 15274 died...\u000a18:14:47.518115 run iperf3-srv_10.42.42.10(pid=15274): Terminated {rc=256}\u000a18:14:47.527936 --- ParallelTerminationStrategy: PID 15277 died...\u000a18:14:47.581714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15277): Terminated: ok {rc=0}\u000a18:14:47.591639 --- ParallelTerminationStrategy: PID 15280 died...\u000a18:14:47.645424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15280): Terminated: ok {rc=0}\u000a18:14:47.655275 --- ParallelTerminationStrategy: PID 15283 died...\u000a18:14:47.708907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15283): Terminated: ok {rc=0}\u000a18:14:47.793777 bus /gobi_4: Setting Powered False\u000a18:14:48.902717 bus /gobi_4: Setting Powered False\u000a18:14:50.012674 bus /gobi_1: Setting Powered False\u000a18:14:51.119838 bus /gobi_1: Setting Powered False\u000a18:14:52.229979 bus /gobi_0: Setting Powered False\u000a18:14:53.338083 bus /gobi_0: Setting Powered False\u000a18:14:54.448297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2392↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2392↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a18:14:55.516132 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:55.527729 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:14:55.654019 tst ping.py: using LAC 35376\u000a18:14:55.772046 tst ping.py: using RAC 186\u000a18:14:55.892600 tst ping.py: using CellId 35376\u000a18:14:56.016199 tst ping.py: using BVCI 35377\u000a18:14:56.039312 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:56.050472 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:56.061142 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:56.071740 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:56.082464 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:56.093131 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:56.104056 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:14:56.114920 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:14:56.393158 tst ping.py:19: start network...\u000a18:14:56.518974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:57.005173 run create_hlr_db(pid=15285): Launched\u000a18:14:57.180567 bus /gobi_6: Setting Powered False\u000a18:14:58.201787 run create_hlr_db(pid=15285): Terminated: ok {rc=0}\u000a18:14:58.635327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Launched\u000a18:14:58.960075 run osmo-hlr_10.42.42.2(pid=15288): Launched\u000a18:14:59.080245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:59.650765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Launched\u000a18:14:59.975593 run osmo-stp_10.42.42.5(pid=15291): Launched\u000a18:15:00.093726 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:00.662499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15293): Launched\u000a18:15:00.778788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:01.080107 run patchelf(pid=15294): Launched\u000a18:15:01.273991 run osmo-stp_10.42.42.5(pid=15291): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)]\u000a18:15:01.417445 run osmo-stp_10.42.42.5(pid=15291): stdout: \u000a| (launched: 2022-12-13_18:14:59.815529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:01.560705 run osmo-stp_10.42.42.5(pid=15291): stderr: \u000a| �[0;m�[38;5;43m20221213181500005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181500005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181500006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181500006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:01.698776 run osmo-stp_10.42.42.5(pid=15291): stdout: \u000a| (launched: 2022-12-13_18:14:59.815529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:01.835686 run osmo-stp_10.42.42.5(pid=15291): stderr: \u000a| �[0;m�[38;5;43m20221213181500005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181500005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181500006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181500006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181500007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:02.009264 run patchelf(pid=15294): Terminating (SIGINT)\u000a18:15:02.197875 run patchelf(pid=15294): Terminated: ok {rc=0}\u000a18:15:02.232371 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2392↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)] [trial-2392↪gprs:nanobts+band-1900↪ping.py:22]\u000a18:15:02.242787 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:15:02.310652 run osmo-hlr_10.42.42.2(pid=15288): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15288)]\u000a18:15:02.365426 run osmo-hlr_10.42.42.2(pid=15288): stdout: \u000a| (launched: 2022-12-13_18:14:58.800184) \u000a18:15:02.422346 run osmo-hlr_10.42.42.2(pid=15288): stderr: \u000a| �[0;m�[1;31m20221213181458997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181458997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181458997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181458997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181458997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181458997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181459010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181459018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181459019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181459019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:02.470100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Terminating (SIGTERM)\u000a18:15:02.514947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Terminating (SIGTERM)\u000a18:15:02.560154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15293): Terminating (SIGTERM)\u000a18:15:02.570649 --- ParallelTerminationStrategy: PID 15287 died...\u000a18:15:02.631334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Terminated: ok {rc=0}\u000a18:15:02.643730 --- ParallelTerminationStrategy: PID 15290 died...\u000a18:15:02.703258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Terminated: ok {rc=0}\u000a18:15:02.714448 --- ParallelTerminationStrategy: PID 15293 died...\u000a18:15:02.772106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15293): Terminated: ok {rc=0}\u000a18:15:02.862208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15311): Process ended prematurely: osmo-stp_10.42.42.5(pid=15311) [trial-2392↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15311): Process ended prematurely: osmo-stp_10.42.42.5(pid=15311) [trial-2392↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a18:15:03.917280 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:03.929423 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:15:04.060244 tst ping_idle_ping.py: using LAC 35377\u000a18:15:04.182056 tst ping_idle_ping.py: using RAC 187\u000a18:15:04.303261 tst ping_idle_ping.py: using CellId 35377\u000a18:15:04.424406 tst ping_idle_ping.py: using BVCI 35378\u000a18:15:04.447589 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:04.458436 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:04.469238 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:04.479774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:04.490464 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:04.501119 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:04.511927 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:15:04.522820 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:15:04.820758 tst ping_idle_ping.py:24: start network...\u000a18:15:04.957575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:05.475071 run create_hlr_db(pid=15305): Launched\u000a18:15:05.665779 bus /gobi_6: Setting Powered False\u000a18:15:06.685150 run create_hlr_db(pid=15305): Terminated: ok {rc=0}\u000a18:15:07.095347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15307): Launched\u000a18:15:07.402801 run osmo-hlr_10.42.42.2(pid=15308): Launched\u000a18:15:07.526743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:08.067174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15310): Launched\u000a18:15:08.375594 run osmo-stp_10.42.42.5(pid=15311): Launched\u000a18:15:08.487382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:09.022936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15313): Launched\u000a18:15:09.131905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:09.401191 run patchelf(pid=15314): Launched\u000a18:15:09.581400 run osmo-stp_10.42.42.5(pid=15311): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)]\u000a18:15:09.712671 run osmo-stp_10.42.42.5(pid=15311): stdout: \u000a| (launched: 2022-12-13_18:15:08.221906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:09.844591 run osmo-stp_10.42.42.5(pid=15311): stderr: \u000a| �[0;m�[38;5;43m20221213181508390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181508391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181508391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181508391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181508392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181508392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181508392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:09.971431 run osmo-stp_10.42.42.5(pid=15311): stdout: \u000a| (launched: 2022-12-13_18:15:08.221906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:10.097093 run osmo-stp_10.42.42.5(pid=15311): stderr: \u000a| �[0;m�[38;5;43m20221213181508390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181508391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181508391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181508391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181508392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181508392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181508392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:10.244633 run patchelf(pid=15314): Terminating (SIGINT)\u000a18:15:10.419571 run patchelf(pid=15314): Terminated: ok {rc=0}\u000a18:15:10.450840 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15311): Process ended prematurely: osmo-stp_10.42.42.5(pid=15311) [trial-2392↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)] [trial-2392↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a18:15:10.459481 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:15:10.520287 run osmo-hlr_10.42.42.2(pid=15308): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15308)]\u000a18:15:10.569693 run osmo-hlr_10.42.42.2(pid=15308): stdout: \u000a| (launched: 2022-12-13_18:15:07.250373) \u000a18:15:10.619806 run osmo-hlr_10.42.42.2(pid=15308): stderr: \u000a| �[0;m�[1;31m20221213181507426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181507426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181507426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181507426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181507426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181507426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181507438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181507446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181507447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181507447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:10.662479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15307): Terminating (SIGTERM)\u000a18:15:10.702858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15310): Terminating (SIGTERM)\u000a18:15:10.743245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15313): Terminating (SIGTERM)\u000a18:15:10.752718 --- ParallelTerminationStrategy: PID 15307 died...\u000a18:15:10.807052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15307): Terminated: ok {rc=0}\u000a18:15:10.817033 --- ParallelTerminationStrategy: PID 15310 died...\u000a18:15:10.870976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15310): Terminated: ok {rc=0}\u000a18:15:10.881088 --- ParallelTerminationStrategy: PID 15313 died...\u000a18:15:10.934955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15313): Terminated: ok {rc=0}\u000a18:15:11.024390 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:14:12" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15680): Process ended prematurely: osmo-stp_10.42.42.5(pid=15680) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15680): Process ended prematurely: osmo-stp_10.42.42.5(pid=15680) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:15:13.179958 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.191921 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:15:13.336330 tst cs_paging_gprs_active.py: using LAC 35378\u000a18:15:13.471209 tst cs_paging_gprs_active.py: using RAC 188\u000a18:15:13.599786 tst cs_paging_gprs_active.py: using CellId 35378\u000a18:15:13.724479 tst cs_paging_gprs_active.py: using BVCI 35379\u000a18:15:13.749125 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.760792 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.772144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.783857 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.795591 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.807169 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.818778 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.830256 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:13.841902 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:13.962620 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:14.257281 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:15:14.391256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:14.741897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Launched\u000a18:15:15.030608 run iperf3-srv_10.42.42.10(pid=15671): Launched\u000a18:15:15.233969 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:15:15.373451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:15.719385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Launched\u000a18:15:16.036158 run iperf3-srv_10.42.42.10(pid=15673): Launched\u000a18:15:16.234942 tst cs_paging_gprs_active.py:38: start network...\u000a18:15:16.378684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:16.942868 run create_hlr_db(pid=15674): Launched\u000a18:15:17.139264 bus /gobi_6: Setting Powered False\u000a18:15:18.157838 run create_hlr_db(pid=15674): Terminated: ok {rc=0}\u000a18:15:18.576503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15676): Launched\u000a18:15:18.887997 run osmo-hlr_10.42.42.2(pid=15677): Launched\u000a18:15:19.001692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:19.541495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15679): Launched\u000a18:15:19.853217 run osmo-stp_10.42.42.5(pid=15680): Launched\u000a18:15:19.966790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:20.511617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15682): Launched\u000a18:15:20.621803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:20.895572 run patchelf(pid=15683): Launched\u000a18:15:21.078659 run osmo-stp_10.42.42.5(pid=15680): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)]\u000a18:15:21.211879 run osmo-stp_10.42.42.5(pid=15680): stdout: \u000a| (launched: 2022-12-13_18:15:19.698951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:21.345206 run osmo-stp_10.42.42.5(pid=15680): stderr: \u000a| �[0;m�[38;5;43m20221213181519867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181519868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181519868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181519868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181519869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181519869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181519869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:21.473290 run osmo-stp_10.42.42.5(pid=15680): stdout: \u000a| (launched: 2022-12-13_18:15:19.698951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:21.600905 run osmo-stp_10.42.42.5(pid=15680): stderr: \u000a| �[0;m�[38;5;43m20221213181519867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181519868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181519868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181519868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181519869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181519869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181519869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:21.750630 run patchelf(pid=15683): Terminating (SIGINT)\u000a18:15:21.927347 run patchelf(pid=15683): Terminated: ok {rc=0}\u000a18:15:21.959755 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15680): Process ended prematurely: osmo-stp_10.42.42.5(pid=15680) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:15:21.969215 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:15:22.029574 run osmo-hlr_10.42.42.2(pid=15677): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15677)]\u000a18:15:22.079132 run osmo-hlr_10.42.42.2(pid=15677): stdout: \u000a| (launched: 2022-12-13_18:15:18.734289) \u000a18:15:22.129375 run osmo-hlr_10.42.42.2(pid=15677): stderr: \u000a| �[0;m�[1;31m20221213181518909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181518909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181518909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181518909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181518909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181518909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181518922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181518930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181518930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181518931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:22.171898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Terminating (SIGTERM)\u000a18:15:22.212203 run iperf3-srv_10.42.42.10(pid=15671): Terminating (SIGTERM)\u000a18:15:22.252583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminating (SIGTERM)\u000a18:15:22.292843 run iperf3-srv_10.42.42.10(pid=15673): Terminating (SIGTERM)\u000a18:15:22.333235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15676): Terminating (SIGTERM)\u000a18:15:22.373315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15679): Terminating (SIGTERM)\u000a18:15:22.415331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15682): Terminating (SIGTERM)\u000a18:15:22.424566 --- ParallelTerminationStrategy: PID 15604 died...\u000a18:15:22.478440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Terminated: ok {rc=0}\u000a18:15:22.488161 --- ParallelTerminationStrategy: PID 15671 died...\u000a18:15:22.541682 run iperf3-srv_10.42.42.10(pid=15671): Terminated {rc=256}\u000a18:15:22.551405 --- ParallelTerminationStrategy: PID 15672 died...\u000a18:15:22.605227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminated: ok {rc=0}\u000a18:15:22.614955 --- ParallelTerminationStrategy: PID 15673 died...\u000a18:15:22.668141 run iperf3-srv_10.42.42.10(pid=15673): Terminated {rc=256}\u000a18:15:22.677929 --- ParallelTerminationStrategy: PID 15676 died...\u000a18:15:22.731323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15676): Terminated: ok {rc=0}\u000a18:15:22.741061 --- ParallelTerminationStrategy: PID 15679 died...\u000a18:15:22.794574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15679): Terminated: ok {rc=0}\u000a18:15:22.804268 --- ParallelTerminationStrategy: PID 15682 died...\u000a18:15:22.857781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15682): Terminated: ok {rc=0}\u000a18:15:22.947937 bus /gobi_0: Setting Powered False\u000a18:15:24.062893 bus /gobi_0: Setting Powered False\u000a18:15:25.178532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15868): Process ended prematurely: osmo-stp_10.42.42.5(pid=15868) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15868): Process ended prematurely: osmo-stp_10.42.42.5(pid=15868) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:15:26.300156 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.313696 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:15:26.462416 tst iperf3.py: using LAC 35379\u000a18:15:26.595480 tst iperf3.py: using RAC 189\u000a18:15:26.729605 tst iperf3.py: using CellId 35379\u000a18:15:26.862651 tst iperf3.py: using BVCI 35380\u000a18:15:26.889018 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.901672 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.913921 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.928319 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.941117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.954624 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.968103 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.981328 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:26.994880 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:27.306856 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:15:27.451660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:27.820564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15859): Launched\u000a18:15:28.126290 run iperf3-srv_10.42.42.10(pid=15860): Launched\u000a18:15:28.335607 tst iperf3.py:8: start network...\u000a18:15:28.481236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:29.058003 run create_hlr_db(pid=15861): Launched\u000a18:15:29.257780 bus /gobi_6: Setting Powered False\u000a18:15:30.271645 run create_hlr_db(pid=15861): Terminated: ok {rc=0}\u000a18:15:30.729264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15864): Launched\u000a18:15:31.194440 run osmo-hlr_10.42.42.2(pid=15865): Launched\u000a18:15:31.367302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:31.940001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15867): Launched\u000a18:15:32.306481 run osmo-stp_10.42.42.5(pid=15868): Launched\u000a18:15:32.454268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:33.004112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15870): Launched\u000a18:15:33.114742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:33.389897 run patchelf(pid=15871): Launched\u000a18:15:33.573037 run osmo-stp_10.42.42.5(pid=15868): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)]\u000a18:15:33.706947 run osmo-stp_10.42.42.5(pid=15868): stdout: \u000a| (launched: 2022-12-13_18:15:32.101435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:33.840166 run osmo-stp_10.42.42.5(pid=15868): stderr: \u000a| �[0;m�[38;5;43m20221213181532437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181532437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181532437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181532438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181532438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181532438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181532439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:33.968484 run osmo-stp_10.42.42.5(pid=15868): stdout: \u000a| (launched: 2022-12-13_18:15:32.101435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:34.095629 run osmo-stp_10.42.42.5(pid=15868): stderr: \u000a| �[0;m�[38;5;43m20221213181532437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181532437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181532437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181532438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181532438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181532438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181532439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:34.245432 run patchelf(pid=15871): Terminating (SIGINT)\u000a18:15:34.422619 run patchelf(pid=15871): Terminated: ok {rc=0}\u000a18:15:34.454772 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15868): Process ended prematurely: osmo-stp_10.42.42.5(pid=15868) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a18:15:34.464023 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a18:15:34.524482 run osmo-hlr_10.42.42.2(pid=15865): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15865)]\u000a18:15:34.574131 run osmo-hlr_10.42.42.2(pid=15865): stdout: \u000a| (launched: 2022-12-13_18:15:30.899913) \u000a18:15:34.624330 run osmo-hlr_10.42.42.2(pid=15865): stderr: \u000a| �[0;m�[1;31m20221213181531111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181531111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181531111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181531111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181531111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181531111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181531127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181531143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181531143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181531143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:34.667119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15859): Terminating (SIGTERM)\u000a18:15:34.707512 run iperf3-srv_10.42.42.10(pid=15860): Terminating (SIGTERM)\u000a18:15:34.747730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15864): Terminating (SIGTERM)\u000a18:15:34.788506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15867): Terminating (SIGTERM)\u000a18:15:34.828883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15870): Terminating (SIGTERM)\u000a18:15:34.838318 --- ParallelTerminationStrategy: PID 15859 died...\u000a18:15:34.891967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15859): Terminated: ok {rc=0}\u000a18:15:34.901813 --- ParallelTerminationStrategy: PID 15860 died...\u000a18:15:34.955696 run iperf3-srv_10.42.42.10(pid=15860): Terminated {rc=256}\u000a18:15:34.965455 --- ParallelTerminationStrategy: PID 15864 died...\u000a18:15:35.018919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15864): Terminated: ok {rc=0}\u000a18:15:35.028554 --- ParallelTerminationStrategy: PID 15867 died...\u000a18:15:35.082104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15867): Terminated: ok {rc=0}\u000a18:15:35.091819 --- ParallelTerminationStrategy: PID 15870 died...\u000a18:15:35.145353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15870): Terminated: ok {rc=0}\u000a18:15:35.235082 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15886): Process ended prematurely: osmo-stp_10.42.42.5(pid=15886) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15886): Process ended prematurely: osmo-stp_10.42.42.5(pid=15886) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:15:36.348164 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.359795 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:15:36.498757 tst iperf3m4.py: using LAC 35380\u000a18:15:36.628834 tst iperf3m4.py: using RAC 190\u000a18:15:36.758565 tst iperf3m4.py: using CellId 35380\u000a18:15:36.887998 tst iperf3m4.py: using BVCI 35381\u000a18:15:36.913520 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.925072 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.936328 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.947621 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.959168 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.970809 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.982516 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:36.993926 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:37.005721 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:37.126357 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:37.250345 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:37.370187 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:37.659038 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:15:37.789760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:38.117592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15872): Launched\u000a18:15:38.387120 run iperf3-srv_10.42.42.10(pid=15873): Launched\u000a18:15:38.576574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:15:38.705716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:39.032517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15874): Launched\u000a18:15:39.303558 run iperf3-srv_10.42.42.10(pid=15875): Launched\u000a18:15:39.493788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:15:39.623322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:39.952264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15876): Launched\u000a18:15:40.224329 run iperf3-srv_10.42.42.10(pid=15877): Launched\u000a18:15:40.414395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:15:40.543992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:40.872428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15878): Launched\u000a18:15:41.143679 run iperf3-srv_10.42.42.10(pid=15879): Launched\u000a18:15:41.333860 tst iperf3m4.py:8: start network...\u000a18:15:41.463324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:41.966719 run create_hlr_db(pid=15880): Launched\u000a18:15:42.145991 bus /gobi_6: Setting Powered False\u000a18:15:43.168567 run create_hlr_db(pid=15880): Terminated: ok {rc=0}\u000a18:15:43.616645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15882): Launched\u000a18:15:43.952785 run osmo-hlr_10.42.42.2(pid=15883): Launched\u000a18:15:44.078955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:44.660841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15885): Launched\u000a18:15:44.995457 run osmo-stp_10.42.42.5(pid=15886): Launched\u000a18:15:45.115958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:45.697767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15888): Launched\u000a18:15:45.816757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:46.128794 run patchelf(pid=15889): Launched\u000a18:15:46.316221 run osmo-stp_10.42.42.5(pid=15886): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)]\u000a18:15:46.455751 run osmo-stp_10.42.42.5(pid=15886): stdout: \u000a| (launched: 2022-12-13_18:15:44.829973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:46.594960 run osmo-stp_10.42.42.5(pid=15886): stderr: \u000a| �[0;m�[38;5;43m20221213181545021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181545021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181545021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181545022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181545022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181545022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181545022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:46.729120 run osmo-stp_10.42.42.5(pid=15886): stdout: \u000a| (launched: 2022-12-13_18:15:44.829973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:46.860801 run osmo-stp_10.42.42.5(pid=15886): stderr: \u000a| �[0;m�[38;5;43m20221213181545021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181545021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181545021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181545022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181545022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181545022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181545022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:47.015695 run patchelf(pid=15889): Terminating (SIGINT)\u000a18:15:47.198715 run patchelf(pid=15889): Terminated: ok {rc=0}\u000a18:15:47.231183 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15886): Process ended prematurely: osmo-stp_10.42.42.5(pid=15886) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:15:47.240502 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:15:47.301785 run osmo-hlr_10.42.42.2(pid=15883): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15883)]\u000a18:15:47.351719 run osmo-hlr_10.42.42.2(pid=15883): stdout: \u000a| (launched: 2022-12-13_18:15:43.786371) \u000a18:15:47.402178 run osmo-hlr_10.42.42.2(pid=15883): stderr: \u000a| �[0;m�[1;31m20221213181543984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181543984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181543984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181543984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181543985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181543985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181543996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181544005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181544006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181544006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:47.445346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15872): Terminating (SIGTERM)\u000a18:15:47.485860 run iperf3-srv_10.42.42.10(pid=15873): Terminating (SIGTERM)\u000a18:15:47.526443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15874): Terminating (SIGTERM)\u000a18:15:47.566713 run iperf3-srv_10.42.42.10(pid=15875): Terminating (SIGTERM)\u000a18:15:47.607160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15876): Terminating (SIGTERM)\u000a18:15:47.647486 run iperf3-srv_10.42.42.10(pid=15877): Terminating (SIGTERM)\u000a18:15:47.687962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15878): Terminating (SIGTERM)\u000a18:15:47.728651 run iperf3-srv_10.42.42.10(pid=15879): Terminating (SIGTERM)\u000a18:15:47.769694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15882): Terminating (SIGTERM)\u000a18:15:47.810021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15885): Terminating (SIGTERM)\u000a18:15:47.850522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15888): Terminating (SIGTERM)\u000a18:15:47.859616 --- ParallelTerminationStrategy: PID 15872 died...\u000a18:15:47.913854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15872): Terminated: ok {rc=0}\u000a18:15:47.923660 --- ParallelTerminationStrategy: PID 15873 died...\u000a18:15:47.977388 run iperf3-srv_10.42.42.10(pid=15873): Terminated {rc=256}\u000a18:15:47.987105 --- ParallelTerminationStrategy: PID 15874 died...\u000a18:15:48.041181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15874): Terminated: ok {rc=0}\u000a18:15:48.050878 --- ParallelTerminationStrategy: PID 15875 died...\u000a18:15:48.104430 run iperf3-srv_10.42.42.10(pid=15875): Terminated {rc=256}\u000a18:15:48.114215 --- ParallelTerminationStrategy: PID 15876 died...\u000a18:15:48.168141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15876): Terminated: ok {rc=0}\u000a18:15:48.177962 --- ParallelTerminationStrategy: PID 15877 died...\u000a18:15:48.231649 run iperf3-srv_10.42.42.10(pid=15877): Terminated {rc=256}\u000a18:15:48.241830 --- ParallelTerminationStrategy: PID 15878 died...\u000a18:15:48.295662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15878): Terminated: ok {rc=0}\u000a18:15:48.305643 --- ParallelTerminationStrategy: PID 15879 died...\u000a18:15:48.360046 run iperf3-srv_10.42.42.10(pid=15879): Terminated {rc=256}\u000a18:15:48.369894 --- ParallelTerminationStrategy: PID 15882 died...\u000a18:15:48.424009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15882): Terminated: ok {rc=0}\u000a18:15:48.433902 --- ParallelTerminationStrategy: PID 15885 died...\u000a18:15:48.487915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15885): Terminated: ok {rc=0}\u000a18:15:48.497818 --- ParallelTerminationStrategy: PID 15888 died...\u000a18:15:48.552191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15888): Terminated: ok {rc=0}\u000a18:15:48.642865 bus /gobi_4: Setting Powered False\u000a18:15:49.747174 bus /gobi_4: Setting Powered False\u000a18:15:50.859790 bus /gobi_1: Setting Powered False\u000a18:15:51.963478 bus /gobi_1: Setting Powered False\u000a18:15:53.073531 bus /gobi_0: Setting Powered False\u000a18:15:54.180751 bus /gobi_0: Setting Powered False\u000a18:15:55.289305 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15898): Process ended prematurely: osmo-stp_10.42.42.5(pid=15898) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15898)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15898): Process ended prematurely: osmo-stp_10.42.42.5(pid=15898) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:15:56.359497 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.371747 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:15:56.506501 tst ping.py: using LAC 35381\u000a18:15:56.624305 tst ping.py: using RAC 191\u000a18:15:56.743806 tst ping.py: using CellId 35381\u000a18:15:56.862085 tst ping.py: using BVCI 35382\u000a18:15:56.885533 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.896557 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.907429 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.918139 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.928820 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.939579 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.950519 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:15:56.961227 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:15:57.244934 tst ping.py:19: start network...\u000a18:15:57.371001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:57.858137 run create_hlr_db(pid=15892): Launched\u000a18:15:58.032672 bus /gobi_6: Setting Powered False\u000a18:15:59.053383 run create_hlr_db(pid=15892): Terminated: ok {rc=0}\u000a18:15:59.487158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15894): Launched\u000a18:15:59.814526 run osmo-hlr_10.42.42.2(pid=15895): Launched\u000a18:15:59.935990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:00.508224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15897): Launched\u000a18:16:00.865864 run osmo-stp_10.42.42.5(pid=15898): Launched\u000a18:16:01.058483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:01.651381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15900): Launched\u000a18:16:01.764653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:02.055057 run patchelf(pid=15901): Launched\u000a18:16:02.238165 run osmo-stp_10.42.42.5(pid=15898): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15898)]\u000a18:16:02.368612 run osmo-stp_10.42.42.5(pid=15898): stdout: \u000a| (launched: 2022-12-13_18:16:00.673428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:02.499954 run osmo-stp_10.42.42.5(pid=15898): stderr: \u000a| �[0;m�[38;5;43m20221213181600879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181600879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181600879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181600879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181600880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181600880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181600880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:02.626037 run osmo-stp_10.42.42.5(pid=15898): stdout: \u000a| (launched: 2022-12-13_18:16:00.673428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:02.750672 run osmo-stp_10.42.42.5(pid=15898): stderr: \u000a| �[0;m�[38;5;43m20221213181600879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181600879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181600879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181600879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181600880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181600880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181600880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:02.897148 run patchelf(pid=15901): Terminating (SIGINT)\u000a18:16:03.070055 run patchelf(pid=15901): Terminated: ok {rc=0}\u000a18:16:03.101520 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15898): Process ended prematurely: osmo-stp_10.42.42.5(pid=15898) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15898)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a18:16:03.110259 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:16:03.171572 run osmo-hlr_10.42.42.2(pid=15895): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15895)]\u000a18:16:03.221514 run osmo-hlr_10.42.42.2(pid=15895): stdout: \u000a| (launched: 2022-12-13_18:15:59.652551) \u000a18:16:03.272151 run osmo-hlr_10.42.42.2(pid=15895): stderr: \u000a| �[0;m�[1;31m20221213181559853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181559853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181559853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181559853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181559853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181559854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181559866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181559874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181559875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181559875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:03.315034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15894): Terminating (SIGTERM)\u000a18:16:03.355350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15897): Terminating (SIGTERM)\u000a18:16:03.401383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15900): Terminating (SIGTERM)\u000a18:16:03.412189 --- ParallelTerminationStrategy: PID 15894 died...\u000a18:16:03.479586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15894): Terminated: ok {rc=0}\u000a18:16:03.491539 --- ParallelTerminationStrategy: PID 15897 died...\u000a18:16:03.549230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15897): Terminated: ok {rc=0}\u000a18:16:03.559061 --- ParallelTerminationStrategy: PID 15900 died...\u000a18:16:03.612899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15900): Terminated: ok {rc=0}\u000a18:16:03.702011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15908): Process ended prematurely: osmo-stp_10.42.42.5(pid=15908) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15908): Process ended prematurely: osmo-stp_10.42.42.5(pid=15908) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:16:04.752864 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:04.764588 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:16:04.895544 tst ping_idle_ping.py: using LAC 35382\u000a18:16:05.016929 tst ping_idle_ping.py: using RAC 192\u000a18:16:05.136473 tst ping_idle_ping.py: using CellId 35382\u000a18:16:05.257749 tst ping_idle_ping.py: using BVCI 35383\u000a18:16:05.280814 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:05.291884 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:05.302743 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:05.313565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:05.324384 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:05.335298 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:05.346257 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:16:05.356898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:16:05.656412 tst ping_idle_ping.py:24: start network...\u000a18:16:05.793375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:06.316381 run create_hlr_db(pid=15902): Launched\u000a18:16:06.508071 bus /gobi_6: Setting Powered False\u000a18:16:07.528715 run create_hlr_db(pid=15902): Terminated: ok {rc=0}\u000a18:16:07.944936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15904): Launched\u000a18:16:08.253998 run osmo-hlr_10.42.42.2(pid=15905): Launched\u000a18:16:08.367140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:08.902745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15907): Launched\u000a18:16:09.212130 run osmo-stp_10.42.42.5(pid=15908): Launched\u000a18:16:09.323746 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:09.859262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15910): Launched\u000a18:16:09.968454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:10.237469 run patchelf(pid=15911): Launched\u000a18:16:10.417135 run osmo-stp_10.42.42.5(pid=15908): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)]\u000a18:16:10.548698 run osmo-stp_10.42.42.5(pid=15908): stdout: \u000a| (launched: 2022-12-13_18:16:09.057876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:10.680679 run osmo-stp_10.42.42.5(pid=15908): stderr: \u000a| �[0;m�[38;5;43m20221213181609229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181609229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181609229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181609230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181609230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181609230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181609230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:10.807401 run osmo-stp_10.42.42.5(pid=15908): stdout: \u000a| (launched: 2022-12-13_18:16:09.057876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:10.932626 run osmo-stp_10.42.42.5(pid=15908): stderr: \u000a| �[0;m�[38;5;43m20221213181609229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181609229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181609229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181609230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181609230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181609230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181609230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:11.080360 run patchelf(pid=15911): Terminating (SIGINT)\u000a18:16:11.254786 run patchelf(pid=15911): Terminated: ok {rc=0}\u000a18:16:11.286306 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15908): Process ended prematurely: osmo-stp_10.42.42.5(pid=15908) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:16:11.294997 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:16:11.355797 run osmo-hlr_10.42.42.2(pid=15905): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15905)]\u000a18:16:11.405296 run osmo-hlr_10.42.42.2(pid=15905): stdout: \u000a| (launched: 2022-12-13_18:16:08.100829) \u000a18:16:11.455451 run osmo-hlr_10.42.42.2(pid=15905): stderr: \u000a| �[0;m�[1;31m20221213181608276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181608276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181608276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181608276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181608276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181608276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181608288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181608298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181608298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181608298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:11.498453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15904): Terminating (SIGTERM)\u000a18:16:11.539033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15907): Terminating (SIGTERM)\u000a18:16:11.579439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15910): Terminating (SIGTERM)\u000a18:16:11.588856 --- ParallelTerminationStrategy: PID 15904 died...\u000a18:16:11.643028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15904): Terminated: ok {rc=0}\u000a18:16:11.652906 --- ParallelTerminationStrategy: PID 15907 died...\u000a18:16:11.706546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15907): Terminated: ok {rc=0}\u000a18:16:11.716316 --- ParallelTerminationStrategy: PID 15910 died...\u000a18:16:11.769970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15910): Terminated: ok {rc=0}\u000a18:16:11.860147 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:15:12" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15925): Process ended prematurely: osmo-stp_10.42.42.5(pid=15925) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15925): Process ended prematurely: osmo-stp_10.42.42.5(pid=15925) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:16:13.994917 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.006405 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:16:14.163591 tst cs_paging_gprs_active.py: using LAC 35383\u000a18:16:14.293063 tst cs_paging_gprs_active.py: using RAC 193\u000a18:16:14.421731 tst cs_paging_gprs_active.py: using CellId 35383\u000a18:16:14.545648 tst cs_paging_gprs_active.py: using BVCI 35384\u000a18:16:14.569518 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.580512 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.591424 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.602330 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.613087 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.623851 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.634756 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.645585 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:14.656462 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:14.778737 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:15.065360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:16:15.194497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:15.519458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15915): Launched\u000a18:16:15.790685 run iperf3-srv_10.42.42.10(pid=15916): Launched\u000a18:16:15.986780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:16:16.118402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:16.460395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15917): Launched\u000a18:16:16.768821 run iperf3-srv_10.42.42.10(pid=15918): Launched\u000a18:16:16.979964 tst cs_paging_gprs_active.py:38: start network...\u000a18:16:17.124393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:17.655350 run create_hlr_db(pid=15919): Launched\u000a18:16:17.841541 bus /gobi_6: Setting Powered False\u000a18:16:18.857859 run create_hlr_db(pid=15919): Terminated: ok {rc=0}\u000a18:16:19.303805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15921): Launched\u000a18:16:19.640559 run osmo-hlr_10.42.42.2(pid=15922): Launched\u000a18:16:19.765626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:20.342116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15924): Launched\u000a18:16:20.676422 run osmo-stp_10.42.42.5(pid=15925): Launched\u000a18:16:20.796490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:21.377316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15927): Launched\u000a18:16:21.496227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:21.788313 run patchelf(pid=15928): Launched\u000a18:16:21.984083 run osmo-stp_10.42.42.5(pid=15925): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)]\u000a18:16:22.126653 run osmo-stp_10.42.42.5(pid=15925): stdout: \u000a| (launched: 2022-12-13_18:16:20.511327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:22.269103 run osmo-stp_10.42.42.5(pid=15925): stderr: \u000a| �[0;m�[38;5;43m20221213181620705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181620705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181620705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181620705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181620706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181620706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181620706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:22.406532 run osmo-stp_10.42.42.5(pid=15925): stdout: \u000a| (launched: 2022-12-13_18:16:20.511327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:22.542556 run osmo-stp_10.42.42.5(pid=15925): stderr: \u000a| �[0;m�[38;5;43m20221213181620705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181620705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181620705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181620705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181620706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181620706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181620706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:22.702427 run patchelf(pid=15928): Terminating (SIGINT)\u000a18:16:22.890539 run patchelf(pid=15928): Terminated: ok {rc=0}\u000a18:16:22.925051 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15925): Process ended prematurely: osmo-stp_10.42.42.5(pid=15925) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:16:22.935403 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:16:23.000123 run osmo-hlr_10.42.42.2(pid=15922): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15922)]\u000a18:16:23.052990 run osmo-hlr_10.42.42.2(pid=15922): stdout: \u000a| (launched: 2022-12-13_18:16:19.474421) \u000a18:16:23.106349 run osmo-hlr_10.42.42.2(pid=15922): stderr: \u000a| �[0;m�[1;31m20221213181619671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181619671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181619671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181619671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181619671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181619671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181619684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181619694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181619695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181619695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:23.151968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15915): Terminating (SIGTERM)\u000a18:16:23.195100 run iperf3-srv_10.42.42.10(pid=15916): Terminating (SIGTERM)\u000a18:16:23.238136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15917): Terminating (SIGTERM)\u000a18:16:23.281154 run iperf3-srv_10.42.42.10(pid=15918): Terminating (SIGTERM)\u000a18:16:23.324252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15921): Terminating (SIGTERM)\u000a18:16:23.367520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15924): Terminating (SIGTERM)\u000a18:16:23.410904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15927): Terminating (SIGTERM)\u000a18:16:23.420940 --- ParallelTerminationStrategy: PID 15915 died...\u000a18:16:23.478978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15915): Terminated: ok {rc=0}\u000a18:16:23.489414 --- ParallelTerminationStrategy: PID 15916 died...\u000a18:16:23.546336 run iperf3-srv_10.42.42.10(pid=15916): Terminated {rc=256}\u000a18:16:23.556607 --- ParallelTerminationStrategy: PID 15917 died...\u000a18:16:23.613816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15917): Terminated: ok {rc=0}\u000a18:16:23.624059 --- ParallelTerminationStrategy: PID 15918 died...\u000a18:16:23.681043 run iperf3-srv_10.42.42.10(pid=15918): Terminated {rc=256}\u000a18:16:23.691312 --- ParallelTerminationStrategy: PID 15921 died...\u000a18:16:23.748370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15921): Terminated: ok {rc=0}\u000a18:16:23.758505 --- ParallelTerminationStrategy: PID 15924 died...\u000a18:16:23.815403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15924): Terminated: ok {rc=0}\u000a18:16:23.825779 --- ParallelTerminationStrategy: PID 15927 died...\u000a18:16:23.882898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15927): Terminated: ok {rc=0}\u000a18:16:23.971303 bus /gobi_0: Setting Powered False\u000a18:16:25.078663 bus /gobi_0: Setting Powered False\u000a18:16:26.189655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15937): Process ended prematurely: osmo-stp_10.42.42.5(pid=15937) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15937): Process ended prematurely: osmo-stp_10.42.42.5(pid=15937) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:16:27.307736 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.319997 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:16:27.480410 tst iperf3.py: using LAC 35384\u000a18:16:27.610305 tst iperf3.py: using RAC 194\u000a18:16:27.735429 tst iperf3.py: using CellId 35384\u000a18:16:27.859110 tst iperf3.py: using BVCI 35385\u000a18:16:27.882876 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.894202 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.905475 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.916548 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.927971 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.939454 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.951034 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.962529 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:27.974150 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:28.260117 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:16:28.388924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:28.713524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Launched\u000a18:16:28.984550 run iperf3-srv_10.42.42.10(pid=15930): Launched\u000a18:16:29.173271 tst iperf3.py:8: start network...\u000a18:16:29.302062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:29.798560 run create_hlr_db(pid=15931): Launched\u000a18:16:29.976754 bus /gobi_6: Setting Powered False\u000a18:16:31.033722 run create_hlr_db(pid=15931): Terminated: ok {rc=0}\u000a18:16:31.487273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15933): Launched\u000a18:16:31.897156 run osmo-hlr_10.42.42.2(pid=15934): Launched\u000a18:16:32.120486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:32.745906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15936): Launched\u000a18:16:33.079864 run osmo-stp_10.42.42.5(pid=15937): Launched\u000a18:16:33.200232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:33.780075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15939): Launched\u000a18:16:33.898126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:34.191483 run patchelf(pid=15940): Launched\u000a18:16:34.386755 run osmo-stp_10.42.42.5(pid=15937): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)]\u000a18:16:34.529877 run osmo-stp_10.42.42.5(pid=15937): stdout: \u000a| (launched: 2022-12-13_18:16:32.914333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:34.673105 run osmo-stp_10.42.42.5(pid=15937): stderr: \u000a| �[0;m�[38;5;43m20221213181633106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181633106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181633106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181633107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181633107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181633107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181633107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:34.810688 run osmo-stp_10.42.42.5(pid=15937): stdout: \u000a| (launched: 2022-12-13_18:16:32.914333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:34.947251 run osmo-stp_10.42.42.5(pid=15937): stderr: \u000a| �[0;m�[38;5;43m20221213181633106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181633106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181633106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181633107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181633107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181633107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181633107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:35.108154 run patchelf(pid=15940): Terminating (SIGINT)\u000a18:16:35.297545 run patchelf(pid=15940): Terminated: ok {rc=0}\u000a18:16:35.332237 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15937): Process ended prematurely: osmo-stp_10.42.42.5(pid=15937) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:16:35.342264 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a18:16:35.406767 run osmo-hlr_10.42.42.2(pid=15934): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15934)]\u000a18:16:35.459506 run osmo-hlr_10.42.42.2(pid=15934): stdout: \u000a| (launched: 2022-12-13_18:16:31.647519) \u000a18:16:35.512842 run osmo-hlr_10.42.42.2(pid=15934): stderr: \u000a| �[0;m�[1;31m20221213181631988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181631988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181631988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181631988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181631994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181631994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181632014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181632026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181632027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181632027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:35.558387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Terminating (SIGTERM)\u000a18:16:35.601193 run iperf3-srv_10.42.42.10(pid=15930): Terminating (SIGTERM)\u000a18:16:35.643977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15933): Terminating (SIGTERM)\u000a18:16:35.686524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15936): Terminating (SIGTERM)\u000a18:16:35.729319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15939): Terminating (SIGTERM)\u000a18:16:35.739160 --- ParallelTerminationStrategy: PID 15929 died...\u000a18:16:35.796934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Terminated: ok {rc=0}\u000a18:16:35.807276 --- ParallelTerminationStrategy: PID 15930 died...\u000a18:16:35.864218 run iperf3-srv_10.42.42.10(pid=15930): Terminated {rc=256}\u000a18:16:35.874388 --- ParallelTerminationStrategy: PID 15933 died...\u000a18:16:35.931368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15933): Terminated: ok {rc=0}\u000a18:16:35.941961 --- ParallelTerminationStrategy: PID 15936 died...\u000a18:16:35.999039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15936): Terminated: ok {rc=0}\u000a18:16:36.009335 --- ParallelTerminationStrategy: PID 15939 died...\u000a18:16:36.066615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15939): Terminated: ok {rc=0}\u000a18:16:36.156369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:16:37.269977 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.281672 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:16:37.431285 tst iperf3m4.py: using LAC 35385\u000a18:16:37.555270 tst iperf3m4.py: using RAC 195\u000a18:16:37.678797 tst iperf3m4.py: using CellId 35385\u000a18:16:37.802158 tst iperf3m4.py: using BVCI 35386\u000a18:16:37.826028 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.836892 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.847690 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.858551 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.869517 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.880499 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.891560 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.902494 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:37.913596 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:38.031966 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:38.158204 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:38.277192 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:38.579426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:16:38.718075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:39.064270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15941): Launched\u000a18:16:39.352425 run iperf3-srv_10.42.42.10(pid=15942): Launched\u000a18:16:39.555914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:16:39.694227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:40.038814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15943): Launched\u000a18:16:40.326686 run iperf3-srv_10.42.42.10(pid=15944): Launched\u000a18:16:40.530230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:16:40.668510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:41.014144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15945): Launched\u000a18:16:41.301406 run iperf3-srv_10.42.42.10(pid=15946): Launched\u000a18:16:41.504498 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:16:41.642523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:41.986788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15947): Launched\u000a18:16:42.275440 run iperf3-srv_10.42.42.10(pid=15948): Launched\u000a18:16:42.479051 tst iperf3m4.py:8: start network...\u000a18:16:42.617468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:43.140451 run create_hlr_db(pid=15949): Launched\u000a18:16:43.332942 bus /gobi_6: Setting Powered False\u000a18:16:44.353768 run create_hlr_db(pid=15949): Terminated: ok {rc=0}\u000a18:16:44.798419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Launched\u000a18:16:45.133331 run osmo-hlr_10.42.42.2(pid=15952): Launched\u000a18:16:45.252190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:45.831861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Launched\u000a18:16:46.284100 run osmo-stp_10.42.42.5(pid=15955): Launched\u000a18:16:46.524711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:47.123529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15957): Launched\u000a18:16:47.244206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:47.537719 run patchelf(pid=15958): Launched\u000a18:16:47.732141 run osmo-stp_10.42.42.5(pid=15955): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]\u000a18:16:47.874695 run osmo-stp_10.42.42.5(pid=15955): stdout: \u000a| (launched: 2022-12-13_18:16:46.015618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:48.017105 run osmo-stp_10.42.42.5(pid=15955): stderr: \u000a| �[0;m�[38;5;43m20221213181646293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181646293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181646293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181646294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181646294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181646294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181646294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:48.154634 run osmo-stp_10.42.42.5(pid=15955): stdout: \u000a| (launched: 2022-12-13_18:16:46.015618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:48.291164 run osmo-stp_10.42.42.5(pid=15955): stderr: \u000a| �[0;m�[38;5;43m20221213181646293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181646293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181646293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181646294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181646294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181646294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181646294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:48.451971 run patchelf(pid=15958): Terminating (SIGINT)\u000a18:16:48.641167 run patchelf(pid=15958): Terminated: ok {rc=0}\u000a18:16:48.675501 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:16:48.685455 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a18:16:48.750276 run osmo-hlr_10.42.42.2(pid=15952): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15952)]\u000a18:16:48.802695 run osmo-hlr_10.42.42.2(pid=15952): stdout: \u000a| (launched: 2022-12-13_18:16:44.966799) \u000a18:16:48.855574 run osmo-hlr_10.42.42.2(pid=15952): stderr: \u000a| �[0;m�[1;31m20221213181645166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181645166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181645166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181645166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181645166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181645166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181645179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181645188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181645188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181645188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:48.900782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15941): Terminating (SIGTERM)\u000a18:16:48.943472 run iperf3-srv_10.42.42.10(pid=15942): Terminating (SIGTERM)\u000a18:16:48.986140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15943): Terminating (SIGTERM)\u000a18:16:49.028572 run iperf3-srv_10.42.42.10(pid=15944): Terminating (SIGTERM)\u000a18:16:49.071017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15945): Terminating (SIGTERM)\u000a18:16:49.113677 run iperf3-srv_10.42.42.10(pid=15946): Terminating (SIGTERM)\u000a18:16:49.156241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15947): Terminating (SIGTERM)\u000a18:16:49.198627 run iperf3-srv_10.42.42.10(pid=15948): Terminating (SIGTERM)\u000a18:16:49.241194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminating (SIGTERM)\u000a18:16:49.283617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminating (SIGTERM)\u000a18:16:49.326139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15957): Terminating (SIGTERM)\u000a18:16:49.335906 --- ParallelTerminationStrategy: PID 15941 died...\u000a18:16:49.393176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15941): Terminated: ok {rc=0}\u000a18:16:49.403390 --- ParallelTerminationStrategy: PID 15942 died...\u000a18:16:49.460703 run iperf3-srv_10.42.42.10(pid=15942): Terminated {rc=256}\u000a18:16:49.471016 --- ParallelTerminationStrategy: PID 15943 died...\u000a18:16:49.528163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15943): Terminated: ok {rc=0}\u000a18:16:49.538436 --- ParallelTerminationStrategy: PID 15944 died...\u000a18:16:49.595053 run iperf3-srv_10.42.42.10(pid=15944): Terminated {rc=256}\u000a18:16:49.605332 --- ParallelTerminationStrategy: PID 15945 died...\u000a18:16:49.662201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15945): Terminated: ok {rc=0}\u000a18:16:49.672372 --- ParallelTerminationStrategy: PID 15946 died...\u000a18:16:49.729096 run iperf3-srv_10.42.42.10(pid=15946): Terminated {rc=256}\u000a18:16:49.739298 --- ParallelTerminationStrategy: PID 15947 died...\u000a18:16:49.796303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15947): Terminated: ok {rc=0}\u000a18:16:49.806515 --- ParallelTerminationStrategy: PID 15948 died...\u000a18:16:49.863339 run iperf3-srv_10.42.42.10(pid=15948): Terminated {rc=256}\u000a18:16:49.874010 --- ParallelTerminationStrategy: PID 15951 died...\u000a18:16:49.931123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminated: ok {rc=0}\u000a18:16:49.941467 --- ParallelTerminationStrategy: PID 15954 died...\u000a18:16:49.998329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminated: ok {rc=0}\u000a18:16:50.008522 --- ParallelTerminationStrategy: PID 15957 died...\u000a18:16:50.065439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15957): Terminated: ok {rc=0}\u000a18:16:50.154452 bus /gobi_4: Setting Powered False\u000a18:16:51.262483 bus /gobi_4: Setting Powered False\u000a18:16:52.375559 bus /gobi_1: Setting Powered False\u000a18:16:53.479300 bus /gobi_1: Setting Powered False\u000a18:16:54.590543 bus /gobi_0: Setting Powered False\u000a18:16:55.697604 bus /gobi_0: Setting Powered False\u000a18:16:56.807486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15968): Process ended prematurely: osmo-stp_10.42.42.5(pid=15968) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15968): Process ended prematurely: osmo-stp_10.42.42.5(pid=15968) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:16:57.878245 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:57.890588 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:16:58.048772 tst ping.py: using LAC 35386\u000a18:16:58.177618 tst ping.py: using RAC 196\u000a18:16:58.306705 tst ping.py: using CellId 35386\u000a18:16:58.439046 tst ping.py: using BVCI 35387\u000a18:16:58.464144 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:58.475832 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:58.487218 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:58.498699 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:58.510283 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:58.521997 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:58.533759 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:16:58.545470 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:16:58.827868 tst ping.py:19: start network...\u000a18:16:58.954962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:59.445863 run create_hlr_db(pid=15959): Launched\u000a18:16:59.622111 bus /gobi_6: Setting Powered False\u000a18:17:00.642929 run create_hlr_db(pid=15959): Terminated: ok {rc=0}\u000a18:17:01.084009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15961): Launched\u000a18:17:01.541465 run osmo-hlr_10.42.42.2(pid=15962): Launched\u000a18:17:01.759742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:02.364631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15967): Launched\u000a18:17:02.697781 run osmo-stp_10.42.42.5(pid=15968): Launched\u000a18:17:02.817627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:17:03.388082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15970): Launched\u000a18:17:03.505019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:17:03.791395 run patchelf(pid=15971): Launched\u000a18:17:03.982000 run osmo-stp_10.42.42.5(pid=15968): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)]\u000a18:17:04.121519 run osmo-stp_10.42.42.5(pid=15968): stdout: \u000a| (launched: 2022-12-13_18:17:02.532941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:04.261462 run osmo-stp_10.42.42.5(pid=15968): stderr: \u000a| �[0;m�[38;5;43m20221213181702725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181702725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181702725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181702726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181702726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181702726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181702726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:04.396409 run osmo-stp_10.42.42.5(pid=15968): stdout: \u000a| (launched: 2022-12-13_18:17:02.532941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:04.530228 run osmo-stp_10.42.42.5(pid=15968): stderr: \u000a| �[0;m�[38;5;43m20221213181702725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181702725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181702725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181702726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181702726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181702726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181702726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:04.686614 run patchelf(pid=15971): Terminating (SIGINT)\u000a18:17:04.870494 run patchelf(pid=15971): Terminated: ok {rc=0}\u000a18:17:04.903647 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15968): Process ended prematurely: osmo-stp_10.42.42.5(pid=15968) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:17:04.912906 tst ping.py:22: Test FAILED (7.0 sec)\u000a18:17:04.977372 run osmo-hlr_10.42.42.2(pid=15962): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15962)]\u000a18:17:05.029709 run osmo-hlr_10.42.42.2(pid=15962): stdout: \u000a| (launched: 2022-12-13_18:17:01.254014) \u000a18:17:05.082982 run osmo-hlr_10.42.42.2(pid=15962): stderr: \u000a| �[0;m�[1;31m20221213181701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181701516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181701516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181701516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181701516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181701535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181701559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181701560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181701561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:05.128595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15961): Terminating (SIGTERM)\u000a18:17:05.171387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15967): Terminating (SIGTERM)\u000a18:17:05.214032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15970): Terminating (SIGTERM)\u000a18:17:05.223952 --- ParallelTerminationStrategy: PID 15961 died...\u000a18:17:05.281927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15961): Terminated: ok {rc=0}\u000a18:17:05.292255 --- ParallelTerminationStrategy: PID 15967 died...\u000a18:17:05.349426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15967): Terminated: ok {rc=0}\u000a18:17:05.359624 --- ParallelTerminationStrategy: PID 15970 died...\u000a18:17:05.416407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15970): Terminated: ok {rc=0}\u000a18:17:05.503950 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15978): Process ended prematurely: osmo-stp_10.42.42.5(pid=15978) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15978)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15978): Process ended prematurely: osmo-stp_10.42.42.5(pid=15978) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:17:06.557276 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:06.569493 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:17:06.727198 tst ping_idle_ping.py: using LAC 35387\u000a18:17:06.855990 tst ping_idle_ping.py: using RAC 197\u000a18:17:06.984594 tst ping_idle_ping.py: using CellId 35387\u000a18:17:07.110793 tst ping_idle_ping.py: using BVCI 35388\u000a18:17:07.135651 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:07.147298 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:07.158554 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:07.169879 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:07.181465 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:07.193177 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:07.204938 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:17:07.216695 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:17:07.501507 tst ping_idle_ping.py:24: start network...\u000a18:17:07.629141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:08.121630 run create_hlr_db(pid=15972): Launched\u000a18:17:08.297786 bus /gobi_6: Setting Powered False\u000a18:17:09.320078 run create_hlr_db(pid=15972): Terminated: ok {rc=0}\u000a18:17:09.757793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15974): Launched\u000a18:17:10.085780 run osmo-hlr_10.42.42.2(pid=15975): Launched\u000a18:17:10.205052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:10.775281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15977): Launched\u000a18:17:11.101424 run osmo-stp_10.42.42.5(pid=15978): Launched\u000a18:17:11.219391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:17:11.789424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15980): Launched\u000a18:17:11.905563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:17:12.191867 run patchelf(pid=15981): Launched\u000a18:17:12.382630 run osmo-stp_10.42.42.5(pid=15978): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15978)]\u000a18:17:12.523619 run osmo-stp_10.42.42.5(pid=15978): stdout: \u000a| (launched: 2022-12-13_18:17:10.940323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:12.664034 run osmo-stp_10.42.42.5(pid=15978): stderr: \u000a| �[0;m�[38;5;43m20221213181711131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181711131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181711131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181711132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181711132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181711132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181711132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:12.799229 run osmo-stp_10.42.42.5(pid=15978): stdout: \u000a| (launched: 2022-12-13_18:17:10.940323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:12.932882 run osmo-stp_10.42.42.5(pid=15978): stderr: \u000a| �[0;m�[38;5;43m20221213181711131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181711131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181711131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181711132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181711132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181711132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181711132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:13.090359 run patchelf(pid=15981): Terminating (SIGINT)\u000a18:17:13.275098 run patchelf(pid=15981): Terminated: ok {rc=0}\u000a18:17:13.308587 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15978): Process ended prematurely: osmo-stp_10.42.42.5(pid=15978) [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15978)] [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:17:13.318000 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:17:13.382287 run osmo-hlr_10.42.42.2(pid=15975): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15975)]\u000a18:17:13.434927 run osmo-hlr_10.42.42.2(pid=15975): stdout: \u000a| (launched: 2022-12-13_18:17:09.923061) \u000a18:17:13.487794 run osmo-hlr_10.42.42.2(pid=15975): stderr: \u000a| �[0;m�[1;31m20221213181710120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181710120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181710120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181710120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181710121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181710121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181710134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181710142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181710142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181710142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:13.532986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15974): Terminating (SIGTERM)\u000a18:17:13.576002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15977): Terminating (SIGTERM)\u000a18:17:13.618841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15980): Terminating (SIGTERM)\u000a18:17:13.628702 --- ParallelTerminationStrategy: PID 15974 died...\u000a18:17:13.686097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15974): Terminated: ok {rc=0}\u000a18:17:13.696413 --- ParallelTerminationStrategy: PID 15977 died...\u000a18:17:13.753480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15977): Terminated: ok {rc=0}\u000a18:17:13.763738 --- ParallelTerminationStrategy: PID 15980 died...\u000a18:17:13.820740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15980): Terminated: ok {rc=0}\u000a18:17:13.909360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:16:13" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15992): Process ended prematurely: osmo-stp_10.42.42.5(pid=15992) [trial-2392↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15992)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15992): Process ended prematurely: osmo-stp_10.42.42.5(pid=15992) [trial-2392↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:17:15.960008 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:15.972814 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:17:16.162629 tst switch_tch_pdch.py: using LAC 35388\u000a18:17:16.299292 tst switch_tch_pdch.py: using RAC 198\u000a18:17:16.459983 tst switch_tch_pdch.py: using CellId 35388\u000a18:17:16.617040 tst switch_tch_pdch.py: using BVCI 35389\u000a18:17:16.644181 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:16.657486 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:16.670493 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:16.684401 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:16.698704 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:16.712875 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:16.727082 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:17:16.741517 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:17:16.869254 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:17:17.240291 tst switch_tch_pdch.py:51: start network...\u000a18:17:17.372611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:17.861091 run create_hlr_db(pid=15986): Launched\u000a18:17:18.036784 bus /gobi_6: Setting Powered False\u000a18:17:19.057666 run create_hlr_db(pid=15986): Terminated: ok {rc=0}\u000a18:17:19.493318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15988): Launched\u000a18:17:19.822107 run osmo-hlr_10.42.42.2(pid=15989): Launched\u000a18:17:19.944119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:20.514194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15991): Launched\u000a18:17:20.843042 run osmo-stp_10.42.42.5(pid=15992): Launched\u000a18:17:20.961128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:17:21.530820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15994): Launched\u000a18:17:21.646942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:17:21.932245 run patchelf(pid=15995): Launched\u000a18:17:22.122854 run osmo-stp_10.42.42.5(pid=15992): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15992)]\u000a18:17:22.262291 run osmo-stp_10.42.42.5(pid=15992): stdout: \u000a| (launched: 2022-12-13_18:17:20.679088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:22.402108 run osmo-stp_10.42.42.5(pid=15992): stderr: \u000a| �[0;m�[38;5;43m20221213181720869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181720869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181720870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181720870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181720871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181720871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181720871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:22.537739 run osmo-stp_10.42.42.5(pid=15992): stdout: \u000a| (launched: 2022-12-13_18:17:20.679088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:22.671064 run osmo-stp_10.42.42.5(pid=15992): stderr: \u000a| �[0;m�[38;5;43m20221213181720869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181720869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181720870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181720870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181720871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181720871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181720871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:22.827246 run patchelf(pid=15995): Terminating (SIGINT)\u000a18:17:23.011404 run patchelf(pid=15995): Terminated: ok {rc=0}\u000a18:17:23.044686 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15992): Process ended prematurely: osmo-stp_10.42.42.5(pid=15992) [trial-2392↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15992)] [trial-2392↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:17:23.054318 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a18:17:23.118571 run osmo-hlr_10.42.42.2(pid=15989): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15989)]\u000a18:17:23.170789 run osmo-hlr_10.42.42.2(pid=15989): stdout: \u000a| (launched: 2022-12-13_18:17:19.658875) \u000a18:17:23.223568 run osmo-hlr_10.42.42.2(pid=15989): stderr: \u000a| �[0;m�[1;31m20221213181719856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181719856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181719856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181719856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181719856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181719856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181719869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181719879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181719879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181719879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:23.268726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15988): Terminating (SIGTERM)\u000a18:17:23.311419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15991): Terminating (SIGTERM)\u000a18:17:23.354075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15994): Terminating (SIGTERM)\u000a18:17:23.363838 --- ParallelTerminationStrategy: PID 15988 died...\u000a18:17:23.420904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15988): Terminated: ok {rc=0}\u000a18:17:23.431141 --- ParallelTerminationStrategy: PID 15991 died...\u000a18:17:23.488340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15991): Terminated: ok {rc=0}\u000a18:17:23.498534 --- ParallelTerminationStrategy: PID 15994 died...\u000a18:17:23.555198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15994): Terminated: ok {rc=0}\u000a18:17:23.642011 bus /gobi_0: Setting Powered False\u000a18:17:24.750053 bus /gobi_0: Setting Powered False\u000a18:17:25.860016 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:17:15" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2392↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2392↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a18:17:27.811614 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:27.823031 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:17:27.970534 tst mo_mt_sms.py: using LAC 35389\u000a18:17:28.098152 tst mo_mt_sms.py: using RAC 199\u000a18:17:28.222503 tst mo_mt_sms.py: using CellId 35389\u000a18:17:28.348062 tst mo_mt_sms.py: using BVCI 35390\u000a18:17:28.372866 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:28.384162 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:28.395215 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:28.406341 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:28.417778 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:28.429162 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a18:17:28.547796 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a18:17:28.761800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:29.250912 run create_hlr_db(pid=15999): Launched\u000a18:17:29.427534 bus /gobi_6: Setting Powered False\u000a18:17:30.448493 run create_hlr_db(pid=15999): Terminated: ok {rc=0}\u000a18:17:30.890793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Launched\u000a18:17:31.336063 run osmo-hlr_10.42.42.2(pid=16002): Launched\u000a18:17:31.470638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:32.100697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Launched\u000a18:17:32.412133 run osmo-stp_10.42.42.5(pid=16005): Launched\u000a18:17:32.522309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:33.082455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Launched\u000a18:17:33.390812 run osmo-msc_10.42.42.6(pid=16008): Launched\u000a18:17:33.569083 run osmo-stp_10.42.42.5(pid=16005): ERR: Terminated: ERROR {rc=1} [trial-2392↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)]\u000a18:17:33.698531 run osmo-stp_10.42.42.5(pid=16005): stdout: \u000a| (launched: 2022-12-13_18:17:32.259125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:33.825793 run osmo-stp_10.42.42.5(pid=16005): stderr: \u000a| �[0;m�[38;5;43m20221213181732429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181732429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181732429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181732430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181732430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181732430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181732430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:33.947868 run osmo-stp_10.42.42.5(pid=16005): stdout: \u000a| (launched: 2022-12-13_18:17:32.259125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:34.069320 run osmo-stp_10.42.42.5(pid=16005): stderr: \u000a| �[0;m�[38;5;43m20221213181732429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181732429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181732429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181732430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181732430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181732430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181732430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:34.122734 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2392↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)] [trial-2392↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a18:17:34.130918 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a18:17:34.191352 run osmo-hlr_10.42.42.2(pid=16002): ERR: Terminated: ERROR {rc=237} [trial-2392↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16002)]\u000a18:17:34.240887 run osmo-hlr_10.42.42.2(pid=16002): stdout: \u000a| (launched: 2022-12-13_18:17:31.072062) \u000a18:17:34.290907 run osmo-hlr_10.42.42.2(pid=16002): stderr: \u000a| �[0;m�[1;31m20221213181731398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181731398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181731398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181731399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181731399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181731399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181731422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181731440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181731440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181731440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:34.359264 run osmo-msc_10.42.42.6(pid=16008): ERR: Terminated: ERROR {rc=2} [trial-2392↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16008)]\u000a18:17:34.408720 run osmo-msc_10.42.42.6(pid=16008): stdout: \u000a| (launched: 2022-12-13_18:17:33.237486) \u000a18:17:34.458835 run osmo-msc_10.42.42.6(pid=16008): stderr: \u000a| �[0;m�[38;5;43m20221213181733512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181733513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbff0417c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181733513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181733513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181733513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181733513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181733515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181733515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181733516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181733516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:34.501343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminating (SIGTERM)\u000a18:17:34.541388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminating (SIGTERM)\u000a18:17:34.582011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Terminating (SIGTERM)\u000a18:17:34.591628 --- ParallelTerminationStrategy: PID 16001 died...\u000a18:17:34.645791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminated: ok {rc=0}\u000a18:17:34.655578 --- ParallelTerminationStrategy: PID 16004 died...\u000a18:17:34.709292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminated: ok {rc=0}\u000a18:17:34.719093 --- ParallelTerminationStrategy: PID 16007 died...\u000a18:17:34.772765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Terminated: ok {rc=0}\u000a18:17:34.861734 bus /sierra_3: Setting Powered False\u000a18:17:35.965727 bus /sierra_3: Setting Powered False\u000a18:17:37.077494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:17:27" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16014) [trial-2392↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16014)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16014) [trial-2392↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a18:17:38.916257 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a18:17:38.927284 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:17:39.060461 tst assert_extension.py: using LAC 35390\u000a18:17:39.181710 tst assert_extension.py: using RAC 200\u000a18:17:39.300349 tst assert_extension.py: using CellId 35390\u000a18:17:39.420332 tst assert_extension.py: using BVCI 35391\u000a18:17:39.443283 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a18:17:39.719842 tst assert_extension.py:10: start nitb and bts...\u000a18:17:39.846573 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:17:40.477552 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16013): Launched\u000a18:17:40.780161 run osmo-nitb_10.42.42.2(pid=16014): Launched\u000a18:17:40.967742 run osmo-nitb_10.42.42.2(pid=16014): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16014)]\u000a18:17:41.105620 run osmo-nitb_10.42.42.2(pid=16014): stdout: \u000a| (launched: 2022-12-13_18:17:40.632037) \u000a18:17:41.243811 run osmo-nitb_10.42.42.2(pid=16014): stderr: \u000a| (launched: 2022-12-13_18:17:40.677504)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:41.376719 run osmo-nitb_10.42.42.2(pid=16014): stdout: \u000a| (launched: 2022-12-13_18:17:40.632037) \u000a18:17:41.508733 run osmo-nitb_10.42.42.2(pid=16014): stderr: \u000a| (launched: 2022-12-13_18:17:40.677504)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:41.903033 tst osmo-nitb_10.42.42.2(pid=16014): stdout: \u000a| (launched: 2022-12-13_18:17:40.632037) \u000a18:17:42.024663 tst osmo-nitb_10.42.42.2(pid=16014): stderr: \u000a| (launched: 2022-12-13_18:17:40.677504)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:42.077796 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16014) [trial-2392↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16014)] [trial-2392↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a18:17:42.086005 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:17:42.120730 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16013): Terminating (SIGTERM)\u000a18:17:42.298217 --- ParallelTerminationStrategy: PID 16013 died...\u000a18:17:42.353031 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16013): Terminated: ok {rc=0}\u000a18:17:42.441943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:17:38" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16027): Process ended prematurely: osmo-stp_10.42.42.5(pid=16027) [trial-2392↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16027)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16027): Process ended prematurely: osmo-stp_10.42.42.5(pid=16027) [trial-2392↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a18:17:44.284451 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:44.296031 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:17:44.434061 tst assert_extension.py: using LAC 35391\u000a18:17:44.553752 tst assert_extension.py: using RAC 201\u000a18:17:44.676733 tst assert_extension.py: using CellId 35391\u000a18:17:44.795860 tst assert_extension.py: using BVCI 35392\u000a18:17:44.818950 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:44.829720 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:44.840280 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:44.850734 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:44.861216 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:17:44.871653 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a18:17:45.070282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:45.557776 run create_hlr_db(pid=16021): Launched\u000a18:17:45.732483 bus /sierra_2: Setting Powered False\u000a18:17:46.769630 run create_hlr_db(pid=16021): Terminated: ok {rc=0}\u000a18:17:47.219521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16023): Launched\u000a18:17:47.551400 run osmo-hlr_10.42.42.2(pid=16024): Launched\u000a18:17:47.673109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:48.244562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16026): Launched\u000a18:17:48.573531 run osmo-stp_10.42.42.5(pid=16027): Launched\u000a18:17:48.692417 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:49.287377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16029): Launched\u000a18:17:49.617208 run osmo-msc_10.42.42.6(pid=16030): Launched\u000a18:17:49.808391 run osmo-stp_10.42.42.5(pid=16027): ERR: Terminated: ERROR {rc=1} [trial-2392↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16027)]\u000a18:17:49.946987 run osmo-stp_10.42.42.5(pid=16027): stdout: \u000a| (launched: 2022-12-13_18:17:48.410414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:50.083545 run osmo-stp_10.42.42.5(pid=16027): stderr: \u000a| �[0;m�[38;5;43m20221213181748603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181748603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181748604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181748604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181748605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181748605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181748605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:50.214518 run osmo-stp_10.42.42.5(pid=16027): stdout: \u000a| (launched: 2022-12-13_18:17:48.410414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:50.344399 run osmo-stp_10.42.42.5(pid=16027): stderr: \u000a| �[0;m�[38;5;43m20221213181748603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181748603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181748604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181748604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181748605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181748605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181748605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:50.401295 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16027): Process ended prematurely: osmo-stp_10.42.42.5(pid=16027) [trial-2392↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16027)] [trial-2392↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a18:17:50.409975 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a18:17:50.474291 run osmo-hlr_10.42.42.2(pid=16024): ERR: Terminated: ERROR {rc=237} [trial-2392↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16024)]\u000a18:17:50.526772 run osmo-hlr_10.42.42.2(pid=16024): stdout: \u000a| (launched: 2022-12-13_18:17:47.384806) \u000a18:17:50.579899 run osmo-hlr_10.42.42.2(pid=16024): stderr: \u000a| �[0;m�[1;31m20221213181747582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181747582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181747582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181747582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181747582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181747582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181747595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181747603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181747604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181747604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:50.651986 run osmo-msc_10.42.42.6(pid=16030): ERR: Terminated: ERROR {rc=2} [trial-2392↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16030)]\u000a18:17:50.704345 run osmo-msc_10.42.42.6(pid=16030): stdout: \u000a| (launched: 2022-12-13_18:17:49.453779) \u000a18:17:50.757367 run osmo-msc_10.42.42.6(pid=16030): stderr: \u000a| �[0;m�[38;5;43m20221213181749777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181749777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b5615ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181749778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181749780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181749780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181749780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181749780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:50.802704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16023): Terminating (SIGTERM)\u000a18:17:50.845907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16026): Terminating (SIGTERM)\u000a18:17:50.888683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16029): Terminating (SIGTERM)\u000a18:17:50.898528 --- ParallelTerminationStrategy: PID 16023 died...\u000a18:17:50.955920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16023): Terminated: ok {rc=0}\u000a18:17:50.966179 --- ParallelTerminationStrategy: PID 16026 died...\u000a18:17:51.023284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16026): Terminated: ok {rc=0}\u000a18:17:51.033888 --- ParallelTerminationStrategy: PID 16029 died...\u000a18:17:51.090896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16029): Terminated: ok {rc=0}\u000a18:17:51.179444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:17:44" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16041): Process ended prematurely: osmo-stp_10.42.42.5(pid=16041) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16041)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16041): Process ended prematurely: osmo-stp_10.42.42.5(pid=16041) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:17:53.150494 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:53.162310 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:17:53.326441 tst mo_mt_call.py: using LAC 35392\u000a18:17:53.455321 tst mo_mt_call.py: using RAC 202\u000a18:17:53.579349 tst mo_mt_call.py: using CellId 35392\u000a18:17:53.706832 tst mo_mt_call.py: using BVCI 35393\u000a18:17:53.730514 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:53.741935 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:53.753021 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:53.764214 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:53.775381 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:53.786406 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:53.910699 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:54.118326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:54.615769 run create_hlr_db(pid=16035): Launched\u000a18:17:54.794693 bus /sierra_2: Setting Powered False\u000a18:17:55.816376 run create_hlr_db(pid=16035): Terminated: ok {rc=0}\u000a18:17:56.260643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16037): Launched\u000a18:17:56.596920 run osmo-hlr_10.42.42.2(pid=16038): Launched\u000a18:17:56.719484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:57.304042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16040): Launched\u000a18:17:57.639581 run osmo-stp_10.42.42.5(pid=16041): Launched\u000a18:17:57.761046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:58.368872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16043): Launched\u000a18:17:58.704504 run osmo-msc_10.42.42.6(pid=16044): Launched\u000a18:17:58.899925 run osmo-stp_10.42.42.5(pid=16041): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16041)]\u000a18:17:59.041078 run osmo-stp_10.42.42.5(pid=16041): stdout: \u000a| (launched: 2022-12-13_18:17:57.472900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:59.180341 run osmo-stp_10.42.42.5(pid=16041): stderr: \u000a| �[0;m�[38;5;43m20221213181757665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181757665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181757665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181757665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181757666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181757666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181757666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:59.313724 run osmo-stp_10.42.42.5(pid=16041): stdout: \u000a| (launched: 2022-12-13_18:17:57.472900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:59.445906 run osmo-stp_10.42.42.5(pid=16041): stderr: \u000a| �[0;m�[38;5;43m20221213181757665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181757665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181757665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181757665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181757666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181757666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181757666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:59.504941 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16041): Process ended prematurely: osmo-stp_10.42.42.5(pid=16041) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16041)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:17:59.514387 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:17:59.578611 run osmo-hlr_10.42.42.2(pid=16038): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16038)]\u000a18:17:59.631191 run osmo-hlr_10.42.42.2(pid=16038): stdout: \u000a| (launched: 2022-12-13_18:17:56.429697) \u000a18:17:59.684503 run osmo-hlr_10.42.42.2(pid=16038): stderr: \u000a| �[0;m�[1;31m20221213181756629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181756629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181756629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181756629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181756629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181756629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181756641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181756649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181756650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181756650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:59.756722 run osmo-msc_10.42.42.6(pid=16044): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16044)]\u000a18:17:59.809137 run osmo-msc_10.42.42.6(pid=16044): stdout: \u000a| (launched: 2022-12-13_18:17:58.538628) \u000a18:17:59.861941 run osmo-msc_10.42.42.6(pid=16044): stderr: \u000a| �[0;m�[38;5;43m20221213181758864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181758864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48e50bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181758864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181758864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181758864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181758865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181758866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181758867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181758867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181758867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:59.907265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16037): Terminating (SIGTERM)\u000a18:17:59.951064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16040): Terminating (SIGTERM)\u000a18:17:59.994049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16043): Terminating (SIGTERM)\u000a18:18:00.003905 --- ParallelTerminationStrategy: PID 16037 died...\u000a18:18:00.061189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16037): Terminated: ok {rc=0}\u000a18:18:00.071403 --- ParallelTerminationStrategy: PID 16040 died...\u000a18:18:00.128718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16040): Terminated: ok {rc=0}\u000a18:18:00.138993 --- ParallelTerminationStrategy: PID 16043 died...\u000a18:18:00.196261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16043): Terminated: ok {rc=0}\u000a18:18:00.285440 bus /sierra_3: Setting Powered False\u000a18:18:01.391297 bus /sierra_3: Setting Powered False\u000a18:18:02.504513 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16052): Process ended prematurely: osmo-stp_10.42.42.5(pid=16052) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16052)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16052): Process ended prematurely: osmo-stp_10.42.42.5(pid=16052) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:03.621502 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:18:03.633898 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:18:03.801195 tst mo_mt_call_osmux.py: using LAC 35393\u000a18:18:03.930542 tst mo_mt_call_osmux.py: using RAC 203\u000a18:18:04.060655 tst mo_mt_call_osmux.py: using CellId 35393\u000a18:18:04.192700 tst mo_mt_call_osmux.py: using BVCI 35394\u000a18:18:04.218025 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:18:04.229719 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:18:04.241392 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:18:04.252855 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:18:04.264770 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:18:04.276767 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:18:04.396763 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:18:04.613098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:05.136228 run create_hlr_db(pid=16046): Launched\u000a18:18:05.328179 bus /sierra_2: Setting Powered False\u000a18:18:06.350464 run create_hlr_db(pid=16046): Terminated: ok {rc=0}\u000a18:18:06.771740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16048): Launched\u000a18:18:07.083391 run osmo-hlr_10.42.42.2(pid=16049): Launched\u000a18:18:07.201446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:07.744911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16051): Launched\u000a18:18:08.057797 run osmo-stp_10.42.42.5(pid=16052): Launched\u000a18:18:08.171837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:08.741130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16054): Launched\u000a18:18:09.055896 run osmo-msc_10.42.42.6(pid=16055): Launched\u000a18:18:09.238419 run osmo-stp_10.42.42.5(pid=16052): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16052)]\u000a18:18:09.369976 run osmo-stp_10.42.42.5(pid=16052): stdout: \u000a| (launched: 2022-12-13_18:18:07.902703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:09.498908 run osmo-stp_10.42.42.5(pid=16052): stderr: \u000a| �[0;m�[38;5;43m20221213181808074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181808074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181808074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181808075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181808075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181808075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181808075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:09.623249 run osmo-stp_10.42.42.5(pid=16052): stdout: \u000a| (launched: 2022-12-13_18:18:07.902703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:09.746296 run osmo-stp_10.42.42.5(pid=16052): stderr: \u000a| �[0;m�[38;5;43m20221213181808074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181808074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181808074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181808075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181808075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181808075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181808075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:09.800706 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16052): Process ended prematurely: osmo-stp_10.42.42.5(pid=16052) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16052)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:18:09.809558 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:18:09.869885 run osmo-hlr_10.42.42.2(pid=16049): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16049)]\u000a18:18:09.919457 run osmo-hlr_10.42.42.2(pid=16049): stdout: \u000a| (launched: 2022-12-13_18:18:06.930200) \u000a18:18:09.969726 run osmo-hlr_10.42.42.2(pid=16049): stderr: \u000a| �[0;m�[1;31m20221213181807106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181807106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181807106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181807106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181807106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181807106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181807118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181807128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181807128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181807128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:10.038068 run osmo-msc_10.42.42.6(pid=16055): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16055)]\u000a18:18:10.087511 run osmo-msc_10.42.42.6(pid=16055): stdout: \u000a| (launched: 2022-12-13_18:18:08.899269) \u000a18:18:10.137601 run osmo-msc_10.42.42.6(pid=16055): stderr: \u000a| �[0;m�[38;5;43m20221213181809172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181809172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc303ab6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181809172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181809172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181809173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181809173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181809174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181809175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181809175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181809175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:10.180084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16048): Terminating (SIGTERM)\u000a18:18:10.220314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16051): Terminating (SIGTERM)\u000a18:18:10.260518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16054): Terminating (SIGTERM)\u000a18:18:10.269965 --- ParallelTerminationStrategy: PID 16048 died...\u000a18:18:10.323780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16048): Terminated: ok {rc=0}\u000a18:18:10.333872 --- ParallelTerminationStrategy: PID 16051 died...\u000a18:18:10.387756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16051): Terminated: ok {rc=0}\u000a18:18:10.397849 --- ParallelTerminationStrategy: PID 16054 died...\u000a18:18:10.451474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16054): Terminated: ok {rc=0}\u000a18:18:10.541705 bus /sierra_3: Setting Powered False\u000a18:18:11.646400 bus /sierra_3: Setting Powered False\u000a18:18:12.758175 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:17:52" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16066): Process ended prematurely: osmo-stp_10.42.42.5(pid=16066) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16066)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16066): Process ended prematurely: osmo-stp_10.42.42.5(pid=16066) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:18:14.754047 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:14.765136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:18:14.919226 tst mo_mt_call.py: using LAC 35394\u000a18:18:15.039136 tst mo_mt_call.py: using RAC 204\u000a18:18:15.158756 tst mo_mt_call.py: using CellId 35394\u000a18:18:15.283500 tst mo_mt_call.py: using BVCI 35395\u000a18:18:15.307220 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:15.318468 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:15.329608 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:15.340537 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:15.351729 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:15.362731 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:15.479674 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:15.684596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:16.227261 run create_hlr_db(pid=16060): Launched\u000a18:18:16.412475 bus /sierra_2: Setting Powered False\u000a18:18:17.427563 run create_hlr_db(pid=16060): Terminated: ok {rc=0}\u000a18:18:17.844813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16062): Launched\u000a18:18:18.155446 run osmo-hlr_10.42.42.2(pid=16063): Launched\u000a18:18:18.269517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:18.811871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16065): Launched\u000a18:18:19.124219 run osmo-stp_10.42.42.5(pid=16066): Launched\u000a18:18:19.235769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:19.804560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16068): Launched\u000a18:18:20.119203 run osmo-msc_10.42.42.6(pid=16069): Launched\u000a18:18:20.301626 run osmo-stp_10.42.42.5(pid=16066): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16066)]\u000a18:18:20.432637 run osmo-stp_10.42.42.5(pid=16066): stdout: \u000a| (launched: 2022-12-13_18:18:18.970644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:20.561945 run osmo-stp_10.42.42.5(pid=16066): stderr: \u000a| �[0;m�[38;5;43m20221213181819144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181819144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181819144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181819145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181819145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181819145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181819145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:20.685931 run osmo-stp_10.42.42.5(pid=16066): stdout: \u000a| (launched: 2022-12-13_18:18:18.970644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:20.809504 run osmo-stp_10.42.42.5(pid=16066): stderr: \u000a| �[0;m�[38;5;43m20221213181819144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181819144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181819144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181819145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181819145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181819145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181819145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:20.864505 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16066): Process ended prematurely: osmo-stp_10.42.42.5(pid=16066) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16066)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:18:20.873174 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:18:20.933560 run osmo-hlr_10.42.42.2(pid=16063): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16063)]\u000a18:18:20.983652 run osmo-hlr_10.42.42.2(pid=16063): stdout: \u000a| (launched: 2022-12-13_18:18:18.002207) \u000a18:18:21.033826 run osmo-hlr_10.42.42.2(pid=16063): stderr: \u000a| �[0;m�[1;31m20221213181818180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181818180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181818180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181818180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181818180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181818180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181818195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181818206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181818206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181818206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:21.102277 run osmo-msc_10.42.42.6(pid=16069): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16069)]\u000a18:18:21.151768 run osmo-msc_10.42.42.6(pid=16069): stdout: \u000a| (launched: 2022-12-13_18:18:19.962294) \u000a18:18:21.201874 run osmo-msc_10.42.42.6(pid=16069): stderr: \u000a| �[0;m�[38;5;43m20221213181820234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181820234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c7df61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181820234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181820234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181820235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181820235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181820237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181820237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181820237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181820237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:21.244221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16062): Terminating (SIGTERM)\u000a18:18:21.284227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16065): Terminating (SIGTERM)\u000a18:18:21.324285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16068): Terminating (SIGTERM)\u000a18:18:21.333662 --- ParallelTerminationStrategy: PID 16062 died...\u000a18:18:21.388045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16062): Terminated: ok {rc=0}\u000a18:18:21.397824 --- ParallelTerminationStrategy: PID 16065 died...\u000a18:18:21.451330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16065): Terminated: ok {rc=0}\u000a18:18:21.461075 --- ParallelTerminationStrategy: PID 16068 died...\u000a18:18:21.514844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16068): Terminated: ok {rc=0}\u000a18:18:21.599893 bus /sierra_3: Setting Powered False\u000a18:18:22.707996 bus /sierra_3: Setting Powered False\u000a18:18:23.818335 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16077): Process ended prematurely: osmo-stp_10.42.42.5(pid=16077) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16077): Process ended prematurely: osmo-stp_10.42.42.5(pid=16077) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:24.935789 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:24.948242 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:18:25.119013 tst mo_mt_call_osmux.py: using LAC 35395\u000a18:18:25.247578 tst mo_mt_call_osmux.py: using RAC 205\u000a18:18:25.371543 tst mo_mt_call_osmux.py: using CellId 35395\u000a18:18:25.493622 tst mo_mt_call_osmux.py: using BVCI 35396\u000a18:18:25.517150 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:25.528474 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:25.539639 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:25.550881 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:25.562487 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:25.574145 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:25.698253 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:25.915361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:26.439272 run create_hlr_db(pid=16071): Launched\u000a18:18:26.632786 bus /sierra_2: Setting Powered False\u000a18:18:27.653944 run create_hlr_db(pid=16071): Terminated: ok {rc=0}\u000a18:18:28.075252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16073): Launched\u000a18:18:28.389532 run osmo-hlr_10.42.42.2(pid=16074): Launched\u000a18:18:28.513443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:29.061905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16076): Launched\u000a18:18:29.375727 run osmo-stp_10.42.42.5(pid=16077): Launched\u000a18:18:29.489378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:30.062130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16079): Launched\u000a18:18:30.377710 run osmo-msc_10.42.42.6(pid=16080): Launched\u000a18:18:30.560251 run osmo-stp_10.42.42.5(pid=16077): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)]\u000a18:18:30.692627 run osmo-stp_10.42.42.5(pid=16077): stdout: \u000a| (launched: 2022-12-13_18:18:29.219923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:30.821923 run osmo-stp_10.42.42.5(pid=16077): stderr: \u000a| �[0;m�[38;5;43m20221213181829394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181829394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181829394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181829395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:30.963037 run osmo-stp_10.42.42.5(pid=16077): stdout: \u000a| (launched: 2022-12-13_18:18:29.219923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:31.090103 run osmo-stp_10.42.42.5(pid=16077): stderr: \u000a| �[0;m�[38;5;43m20221213181829394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181829394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181829394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181829395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:31.146064 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16077): Process ended prematurely: osmo-stp_10.42.42.5(pid=16077) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16077)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:18:31.155530 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:18:31.217812 run osmo-hlr_10.42.42.2(pid=16074): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16074)]\u000a18:18:31.268809 run osmo-hlr_10.42.42.2(pid=16074): stdout: \u000a| (launched: 2022-12-13_18:18:28.233754) \u000a18:18:31.321179 run osmo-hlr_10.42.42.2(pid=16074): stderr: \u000a| �[0;m�[1;31m20221213181828411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181828412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181828424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181828432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181828432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181828433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:31.391092 run osmo-msc_10.42.42.6(pid=16080): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16080)]\u000a18:18:31.441904 run osmo-msc_10.42.42.6(pid=16080): stdout: \u000a| (launched: 2022-12-13_18:18:30.220369) \u000a18:18:31.493768 run osmo-msc_10.42.42.6(pid=16080): stderr: \u000a| �[0;m�[38;5;43m20221213181830495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181830495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1ff635c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181830495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181830495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181830496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181830496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181830498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181830498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181830498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181830498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:31.538759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16073): Terminating (SIGTERM)\u000a18:18:31.582170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16076): Terminating (SIGTERM)\u000a18:18:31.623434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16079): Terminating (SIGTERM)\u000a18:18:31.633500 --- ParallelTerminationStrategy: PID 16073 died...\u000a18:18:31.690447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16073): Terminated: ok {rc=0}\u000a18:18:31.700708 --- ParallelTerminationStrategy: PID 16076 died...\u000a18:18:31.755550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16076): Terminated: ok {rc=0}\u000a18:18:31.765848 --- ParallelTerminationStrategy: PID 16079 died...\u000a18:18:31.820772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16079): Terminated: ok {rc=0}\u000a18:18:31.925560 bus /sierra_3: Setting Powered False\u000a18:18:33.031813 bus /sierra_3: Setting Powered False\u000a18:18:34.144978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:18:14" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:18:36.134816 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:36.146147 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:18:36.307105 tst mo_mt_call.py: using LAC 35396\u000a18:18:36.428939 tst mo_mt_call.py: using RAC 206\u000a18:18:36.550337 tst mo_mt_call.py: using CellId 35396\u000a18:18:36.672679 tst mo_mt_call.py: using BVCI 35397\u000a18:18:36.696164 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:36.707521 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:36.718537 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:36.729546 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:36.740593 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:36.751666 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:36.870823 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:37.087266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:37.611437 run create_hlr_db(pid=16085): Launched\u000a18:18:37.803309 bus /sierra_2: Setting Powered False\u000a18:18:38.825296 run create_hlr_db(pid=16085): Terminated: ok {rc=0}\u000a18:18:39.271285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Launched\u000a18:18:39.607450 run osmo-hlr_10.42.42.2(pid=16088): Launched\u000a18:18:39.732363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:40.309270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Launched\u000a18:18:40.643874 run osmo-stp_10.42.42.5(pid=16091): Launched\u000a18:18:40.764013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:41.371036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16093): Launched\u000a18:18:41.706989 run osmo-msc_10.42.42.6(pid=16094): Launched\u000a18:18:41.901505 run osmo-stp_10.42.42.5(pid=16091): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]\u000a18:18:42.042013 run osmo-stp_10.42.42.5(pid=16091): stdout: \u000a| (launched: 2022-12-13_18:18:40.478098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:42.180894 run osmo-stp_10.42.42.5(pid=16091): stderr: \u000a| �[0;m�[38;5;43m20221213181840672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181840672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181840672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181840673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181840673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181840673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181840673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:42.314262 run osmo-stp_10.42.42.5(pid=16091): stdout: \u000a| (launched: 2022-12-13_18:18:40.478098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:42.445905 run osmo-stp_10.42.42.5(pid=16091): stderr: \u000a| �[0;m�[38;5;43m20221213181840672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181840672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181840672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181840673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181840673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181840673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181840673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:42.504236 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:18:42.513629 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:18:42.578244 run osmo-hlr_10.42.42.2(pid=16088): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16088)]\u000a18:18:42.630860 run osmo-hlr_10.42.42.2(pid=16088): stdout: \u000a| (launched: 2022-12-13_18:18:39.440522) \u000a18:18:42.684035 run osmo-hlr_10.42.42.2(pid=16088): stderr: \u000a| �[0;m�[1;31m20221213181839640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181839640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181839640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181839640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181839640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181839640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181839652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181839661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181839661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181839661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:42.756239 run osmo-msc_10.42.42.6(pid=16094): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16094)]\u000a18:18:42.808662 run osmo-msc_10.42.42.6(pid=16094): stdout: \u000a| (launched: 2022-12-13_18:18:41.540128) \u000a18:18:42.861710 run osmo-msc_10.42.42.6(pid=16094): stderr: \u000a| �[0;m�[38;5;43m20221213181841868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181841868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba2dd7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181841868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181841869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181841869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181841869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181841871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181841871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181841871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181841871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:42.906943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Terminating (SIGTERM)\u000a18:18:42.949945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Terminating (SIGTERM)\u000a18:18:42.993083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16093): Terminating (SIGTERM)\u000a18:18:43.003008 --- ParallelTerminationStrategy: PID 16087 died...\u000a18:18:43.060458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Terminated: ok {rc=0}\u000a18:18:43.070740 --- ParallelTerminationStrategy: PID 16090 died...\u000a18:18:43.127997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Terminated: ok {rc=0}\u000a18:18:43.138289 --- ParallelTerminationStrategy: PID 16093 died...\u000a18:18:43.195668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16093): Terminated: ok {rc=0}\u000a18:18:43.283871 bus /sierra_3: Setting Powered False\u000a18:18:44.390434 bus /sierra_3: Setting Powered False\u000a18:18:45.501102 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16102): Process ended prematurely: osmo-stp_10.42.42.5(pid=16102) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16102): Process ended prematurely: osmo-stp_10.42.42.5(pid=16102) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:46.661239 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:46.677825 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:18:46.853766 tst mo_mt_call_osmux.py: using LAC 35397\u000a18:18:46.978471 tst mo_mt_call_osmux.py: using RAC 207\u000a18:18:47.132123 tst mo_mt_call_osmux.py: using CellId 35397\u000a18:18:47.258446 tst mo_mt_call_osmux.py: using BVCI 35398\u000a18:18:47.281934 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:47.293168 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:47.304063 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:47.315116 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:47.326333 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:47.337355 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:47.461613 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:47.682601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:48.206856 run create_hlr_db(pid=16096): Launched\u000a18:18:48.399114 bus /sierra_2: Setting Powered False\u000a18:18:49.420537 run create_hlr_db(pid=16096): Terminated: ok {rc=0}\u000a18:18:49.865946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16098): Launched\u000a18:18:50.200149 run osmo-hlr_10.42.42.2(pid=16099): Launched\u000a18:18:50.325054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:50.903568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16101): Launched\u000a18:18:51.237254 run osmo-stp_10.42.42.5(pid=16102): Launched\u000a18:18:51.358411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:51.968883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16104): Launched\u000a18:18:52.306154 run osmo-msc_10.42.42.6(pid=16105): Launched\u000a18:18:52.501238 run osmo-stp_10.42.42.5(pid=16102): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)]\u000a18:18:52.642551 run osmo-stp_10.42.42.5(pid=16102): stdout: \u000a| (launched: 2022-12-13_18:18:51.072074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:52.782138 run osmo-stp_10.42.42.5(pid=16102): stderr: \u000a| �[0;m�[38;5;43m20221213181851263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181851264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181851264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181851264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181851265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181851265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181851265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:52.915962 run osmo-stp_10.42.42.5(pid=16102): stdout: \u000a| (launched: 2022-12-13_18:18:51.072074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:53.048364 run osmo-stp_10.42.42.5(pid=16102): stderr: \u000a| �[0;m�[38;5;43m20221213181851263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181851264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181851264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181851264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181851265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181851265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181851265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:53.106995 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16102): Process ended prematurely: osmo-stp_10.42.42.5(pid=16102) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:18:53.116246 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:18:53.180572 run osmo-hlr_10.42.42.2(pid=16099): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16099)]\u000a18:18:53.233272 run osmo-hlr_10.42.42.2(pid=16099): stdout: \u000a| (launched: 2022-12-13_18:18:50.035269) \u000a18:18:53.286454 run osmo-hlr_10.42.42.2(pid=16099): stderr: \u000a| �[0;m�[1;31m20221213181850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181850234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181850247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181850257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181850257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181850257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:53.358782 run osmo-msc_10.42.42.6(pid=16105): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16105)]\u000a18:18:53.411112 run osmo-msc_10.42.42.6(pid=16105): stdout: \u000a| (launched: 2022-12-13_18:18:52.138281) \u000a18:18:53.464034 run osmo-msc_10.42.42.6(pid=16105): stderr: \u000a| �[0;m�[38;5;43m20221213181852459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181852459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb3b016c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181852459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181852459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181852460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181852460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181852461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181852462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181852462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181852462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:53.509803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16098): Terminating (SIGTERM)\u000a18:18:53.553536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16101): Terminating (SIGTERM)\u000a18:18:53.596423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16104): Terminating (SIGTERM)\u000a18:18:53.606360 --- ParallelTerminationStrategy: PID 16098 died...\u000a18:18:53.664076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16098): Terminated: ok {rc=0}\u000a18:18:53.674354 --- ParallelTerminationStrategy: PID 16101 died...\u000a18:18:53.731765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16101): Terminated: ok {rc=0}\u000a18:18:53.742031 --- ParallelTerminationStrategy: PID 16104 died...\u000a18:18:53.799224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16104): Terminated: ok {rc=0}\u000a18:18:53.888370 bus /sierra_3: Setting Powered False\u000a18:18:54.995207 bus /sierra_3: Setting Powered False\u000a18:18:56.108589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:18:35" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16116): Process ended prematurely: osmo-stp_10.42.42.5(pid=16116) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16116)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16116): Process ended prematurely: osmo-stp_10.42.42.5(pid=16116) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:18:58.099341 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:58.110550 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:18:58.269298 tst mo_mt_call.py: using LAC 35398\u000a18:18:58.390315 tst mo_mt_call.py: using RAC 208\u000a18:18:58.510277 tst mo_mt_call.py: using CellId 35398\u000a18:18:58.630411 tst mo_mt_call.py: using BVCI 35399\u000a18:18:58.654086 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:58.665320 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:58.676181 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:58.687171 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:58.698413 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:18:58.709372 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:18:58.833039 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:18:59.038719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:59.537114 run create_hlr_db(pid=16110): Launched\u000a18:18:59.716345 bus /sierra_2: Setting Powered False\u000a18:19:00.736734 run create_hlr_db(pid=16110): Terminated: ok {rc=0}\u000a18:19:01.210992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16112): Launched\u000a18:19:01.664134 run osmo-hlr_10.42.42.2(pid=16113): Launched\u000a18:19:01.867162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:02.427418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16115): Launched\u000a18:19:02.741705 run osmo-stp_10.42.42.5(pid=16116): Launched\u000a18:19:02.855543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:03.425341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16118): Launched\u000a18:19:03.738012 run osmo-msc_10.42.42.6(pid=16119): Launched\u000a18:19:03.918458 run osmo-stp_10.42.42.5(pid=16116): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16116)]\u000a18:19:04.049106 run osmo-stp_10.42.42.5(pid=16116): stdout: \u000a| (launched: 2022-12-13_18:19:02.585792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:04.178033 run osmo-stp_10.42.42.5(pid=16116): stderr: \u000a| �[0;m�[38;5;43m20221213181902758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181902758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181902758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181902759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181902759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181902759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181902759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:04.301791 run osmo-stp_10.42.42.5(pid=16116): stdout: \u000a| (launched: 2022-12-13_18:19:02.585792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:04.424357 run osmo-stp_10.42.42.5(pid=16116): stderr: \u000a| �[0;m�[38;5;43m20221213181902758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181902758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181902758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181902759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181902759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181902759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181902759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:04.478679 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16116): Process ended prematurely: osmo-stp_10.42.42.5(pid=16116) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16116)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:19:04.487364 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:19:04.548040 run osmo-hlr_10.42.42.2(pid=16113): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16113)]\u000a18:19:04.597590 run osmo-hlr_10.42.42.2(pid=16113): stdout: \u000a| (launched: 2022-12-13_18:19:01.388132) \u000a18:19:04.647937 run osmo-hlr_10.42.42.2(pid=16113): stderr: \u000a| �[0;m�[1;31m20221213181901624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181901624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181901624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181901624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181901624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181901624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181901637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181901652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181901652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181901652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:04.716191 run osmo-msc_10.42.42.6(pid=16119): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16119)]\u000a18:19:04.765539 run osmo-msc_10.42.42.6(pid=16119): stdout: \u000a| (launched: 2022-12-13_18:19:03.582881) \u000a18:19:04.815640 run osmo-msc_10.42.42.6(pid=16119): stderr: \u000a| �[0;m�[38;5;43m20221213181903857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181903857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ffd050c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181903857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181903858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181903858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181903858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181903860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181903860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181903860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181903860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:04.858018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16112): Terminating (SIGTERM)\u000a18:19:04.898105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16115): Terminating (SIGTERM)\u000a18:19:04.938177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16118): Terminating (SIGTERM)\u000a18:19:04.947519 --- ParallelTerminationStrategy: PID 16112 died...\u000a18:19:05.001111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16112): Terminated: ok {rc=0}\u000a18:19:05.010763 --- ParallelTerminationStrategy: PID 16115 died...\u000a18:19:05.064030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16115): Terminated: ok {rc=0}\u000a18:19:05.073701 --- ParallelTerminationStrategy: PID 16118 died...\u000a18:19:05.126831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16118): Terminated: ok {rc=0}\u000a18:19:05.212351 bus /sierra_3: Setting Powered False\u000a18:19:06.315668 bus /sierra_3: Setting Powered False\u000a18:19:07.423252 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16127): Process ended prematurely: osmo-stp_10.42.42.5(pid=16127) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16127)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16127): Process ended prematurely: osmo-stp_10.42.42.5(pid=16127) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:19:08.541004 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:08.553366 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:19:08.719824 tst mo_mt_call_osmux.py: using LAC 35399\u000a18:19:08.850361 tst mo_mt_call_osmux.py: using RAC 209\u000a18:19:08.980036 tst mo_mt_call_osmux.py: using CellId 35399\u000a18:19:09.109688 tst mo_mt_call_osmux.py: using BVCI 35400\u000a18:19:09.135130 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:09.146828 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:09.158329 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:09.169872 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:09.181786 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:09.193712 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:19:09.316794 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:19:09.531313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:10.053189 run create_hlr_db(pid=16121): Launched\u000a18:19:10.245357 bus /sierra_2: Setting Powered False\u000a18:19:11.266720 run create_hlr_db(pid=16121): Terminated: ok {rc=0}\u000a18:19:11.688919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16123): Launched\u000a18:19:12.003931 run osmo-hlr_10.42.42.2(pid=16124): Launched\u000a18:19:12.118261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:12.660911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16126): Launched\u000a18:19:12.972112 run osmo-stp_10.42.42.5(pid=16127): Launched\u000a18:19:13.086714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:13.657065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16129): Launched\u000a18:19:13.970490 run osmo-msc_10.42.42.6(pid=16130): Launched\u000a18:19:14.153183 run osmo-stp_10.42.42.5(pid=16127): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16127)]\u000a18:19:14.284506 run osmo-stp_10.42.42.5(pid=16127): stdout: \u000a| (launched: 2022-12-13_18:19:12.818474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:14.413733 run osmo-stp_10.42.42.5(pid=16127): stderr: \u000a| �[0;m�[38;5;43m20221213181912989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181912989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181912990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181912990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181912991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181912991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181912991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:14.538077 run osmo-stp_10.42.42.5(pid=16127): stdout: \u000a| (launched: 2022-12-13_18:19:12.818474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:14.660884 run osmo-stp_10.42.42.5(pid=16127): stderr: \u000a| �[0;m�[38;5;43m20221213181912989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181912989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181912990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181912990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181912991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181912991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181912991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:14.715530 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16127): Process ended prematurely: osmo-stp_10.42.42.5(pid=16127) [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16127)] [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:19:14.724110 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:19:14.784729 run osmo-hlr_10.42.42.2(pid=16124): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16124)]\u000a18:19:14.834662 run osmo-hlr_10.42.42.2(pid=16124): stdout: \u000a| (launched: 2022-12-13_18:19:11.847573) \u000a18:19:14.884707 run osmo-hlr_10.42.42.2(pid=16124): stderr: \u000a| �[0;m�[1;31m20221213181912026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181912026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181912026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181912026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181912026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181912026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181912039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181912047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181912047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181912047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:14.953515 run osmo-msc_10.42.42.6(pid=16130): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16130)]\u000a18:19:15.002799 run osmo-msc_10.42.42.6(pid=16130): stdout: \u000a| (launched: 2022-12-13_18:19:13.814591) \u000a18:19:15.053502 run osmo-msc_10.42.42.6(pid=16130): stderr: \u000a| �[0;m�[38;5;43m20221213181914089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181914089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f685fe92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181914089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181914089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181914089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181914089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181914091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181914091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181914092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181914092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:15.096189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16123): Terminating (SIGTERM)\u000a18:19:15.136448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16126): Terminating (SIGTERM)\u000a18:19:15.176620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16129): Terminating (SIGTERM)\u000a18:19:15.185999 --- ParallelTerminationStrategy: PID 16123 died...\u000a18:19:15.239869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16123): Terminated: ok {rc=0}\u000a18:19:15.249759 --- ParallelTerminationStrategy: PID 16126 died...\u000a18:19:15.303489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16126): Terminated: ok {rc=0}\u000a18:19:15.313379 --- ParallelTerminationStrategy: PID 16129 died...\u000a18:19:15.367382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16129): Terminated: ok {rc=0}\u000a18:19:15.457510 bus /sierra_3: Setting Powered False\u000a18:19:16.569306 bus /sierra_3: Setting Powered False\u000a18:19:17.683030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:18:57" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:19:19.689461 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:19.700758 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:19:19.855912 tst mo_mt_call.py: using LAC 35400\u000a18:19:19.979204 tst mo_mt_call.py: using RAC 210\u000a18:19:20.102649 tst mo_mt_call.py: using CellId 35400\u000a18:19:20.225642 tst mo_mt_call.py: using BVCI 35401\u000a18:19:20.249752 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:20.260870 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:20.272003 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:20.283106 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:20.294330 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:20.305357 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:20.429117 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:20.639301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:21.139715 run create_hlr_db(pid=16136): Launched\u000a18:19:21.331709 bus /sierra_2: Setting Powered False\u000a18:19:22.352833 run create_hlr_db(pid=16136): Terminated: ok {rc=0}\u000a18:19:22.798004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Launched\u000a18:19:23.132000 run osmo-hlr_10.42.42.2(pid=16139): Launched\u000a18:19:23.253809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:23.835235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Launched\u000a18:19:24.169218 run osmo-stp_10.42.42.5(pid=16142): Launched\u000a18:19:24.289877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:24.899051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16144): Launched\u000a18:19:25.234218 run osmo-msc_10.42.42.6(pid=16145): Launched\u000a18:19:25.429397 run osmo-stp_10.42.42.5(pid=16142): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)]\u000a18:19:25.571336 run osmo-stp_10.42.42.5(pid=16142): stdout: \u000a| (launched: 2022-12-13_18:19:24.004290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:25.710482 run osmo-stp_10.42.42.5(pid=16142): stderr: \u000a| �[0;m�[38;5;43m20221213181924197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181924197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181924197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181924198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181924198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181924198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181924198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:25.843531 run osmo-stp_10.42.42.5(pid=16142): stdout: \u000a| (launched: 2022-12-13_18:19:24.004290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:25.975190 run osmo-stp_10.42.42.5(pid=16142): stderr: \u000a| �[0;m�[38;5;43m20221213181924197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181924197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181924197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181924198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181924198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181924198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181924198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:26.033204 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)] [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:19:26.042559 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:19:26.106654 run osmo-hlr_10.42.42.2(pid=16139): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16139)]\u000a18:19:26.159003 run osmo-hlr_10.42.42.2(pid=16139): stdout: \u000a| (launched: 2022-12-13_18:19:22.966589) \u000a18:19:26.212243 run osmo-hlr_10.42.42.2(pid=16139): stderr: \u000a| �[0;m�[1;31m20221213181923167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181923167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181923167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181923167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181923167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181923167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181923179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181923187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181923188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181923188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:26.284307 run osmo-msc_10.42.42.6(pid=16145): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16145)]\u000a18:19:26.336623 run osmo-msc_10.42.42.6(pid=16145): stdout: \u000a| (launched: 2022-12-13_18:19:25.067384) \u000a18:19:26.389838 run osmo-msc_10.42.42.6(pid=16145): stderr: \u000a| �[0;m�[38;5;43m20221213181925388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181925388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90fac09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181925388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181925388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181925388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181925389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181925390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181925391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181925391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181925391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:26.435172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Terminating (SIGTERM)\u000a18:19:26.478169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Terminating (SIGTERM)\u000a18:19:26.521352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16144): Terminating (SIGTERM)\u000a18:19:26.531222 --- ParallelTerminationStrategy: PID 16138 died...\u000a18:19:26.588890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Terminated: ok {rc=0}\u000a18:19:26.599231 --- ParallelTerminationStrategy: PID 16141 died...\u000a18:19:26.656586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Terminated: ok {rc=0}\u000a18:19:26.666845 --- ParallelTerminationStrategy: PID 16144 died...\u000a18:19:26.724218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16144): Terminated: ok {rc=0}\u000a18:19:26.813432 bus /sierra_3: Setting Powered False\u000a18:19:27.918813 bus /sierra_3: Setting Powered False\u000a18:19:29.031657 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16154): Process ended prematurely: osmo-stp_10.42.42.5(pid=16154) [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16154)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16154): Process ended prematurely: osmo-stp_10.42.42.5(pid=16154) [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:19:30.142687 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:30.154710 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:19:30.313630 tst mo_mt_call_osmux.py: using LAC 35401\u000a18:19:30.441844 tst mo_mt_call_osmux.py: using RAC 211\u000a18:19:30.573575 tst mo_mt_call_osmux.py: using CellId 35401\u000a18:19:30.705250 tst mo_mt_call_osmux.py: using BVCI 35402\u000a18:19:30.730622 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:30.742602 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:30.754368 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:30.765932 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:30.777881 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:30.789850 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:30.917943 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:31.150371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:31.685962 run create_hlr_db(pid=16148): Launched\u000a18:19:31.879645 bus /sierra_2: Setting Powered False\u000a18:19:32.888494 run create_hlr_db(pid=16148): Terminated: ok {rc=0}\u000a18:19:33.339498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16150): Launched\u000a18:19:33.674570 run osmo-hlr_10.42.42.2(pid=16151): Launched\u000a18:19:33.795894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:34.374702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16153): Launched\u000a18:19:34.709328 run osmo-stp_10.42.42.5(pid=16154): Launched\u000a18:19:34.829910 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:35.438655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16156): Launched\u000a18:19:35.774074 run osmo-msc_10.42.42.6(pid=16157): Launched\u000a18:19:35.969094 run osmo-stp_10.42.42.5(pid=16154): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16154)]\u000a18:19:36.110364 run osmo-stp_10.42.42.5(pid=16154): stdout: \u000a| (launched: 2022-12-13_18:19:34.543908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:36.249825 run osmo-stp_10.42.42.5(pid=16154): stderr: \u000a| �[0;m�[38;5;43m20221213181934737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181934738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181934738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181934738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181934739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181934739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181934739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:36.383479 run osmo-stp_10.42.42.5(pid=16154): stdout: \u000a| (launched: 2022-12-13_18:19:34.543908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:36.516059 run osmo-stp_10.42.42.5(pid=16154): stderr: \u000a| �[0;m�[38;5;43m20221213181934737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181934738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181934738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181934738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181934739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181934739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181934739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:36.574835 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16154): Process ended prematurely: osmo-stp_10.42.42.5(pid=16154) [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16154)] [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:19:36.584611 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:19:36.648921 run osmo-hlr_10.42.42.2(pid=16151): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16151)]\u000a18:19:36.701477 run osmo-hlr_10.42.42.2(pid=16151): stdout: \u000a| (launched: 2022-12-13_18:19:33.508559) \u000a18:19:36.754557 run osmo-hlr_10.42.42.2(pid=16151): stderr: \u000a| �[0;m�[1;31m20221213181933708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181933708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181933708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181933708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181933708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181933708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181933720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181933730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181933730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181933730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:36.826629 run osmo-msc_10.42.42.6(pid=16157): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16157)]\u000a18:19:36.878973 run osmo-msc_10.42.42.6(pid=16157): stdout: \u000a| (launched: 2022-12-13_18:19:35.608728) \u000a18:19:36.931783 run osmo-msc_10.42.42.6(pid=16157): stderr: \u000a| �[0;m�[38;5;43m20221213181935932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181935933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb543cbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181935933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181935933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181935933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181935933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181935935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181935935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181935935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181935935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:36.977067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16150): Terminating (SIGTERM)\u000a18:19:37.020219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16153): Terminating (SIGTERM)\u000a18:19:37.063160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16156): Terminating (SIGTERM)\u000a18:19:37.073121 --- ParallelTerminationStrategy: PID 16150 died...\u000a18:19:37.130842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16150): Terminated: ok {rc=0}\u000a18:19:37.141233 --- ParallelTerminationStrategy: PID 16153 died...\u000a18:19:37.198188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16153): Terminated: ok {rc=0}\u000a18:19:37.208372 --- ParallelTerminationStrategy: PID 16156 died...\u000a18:19:37.265422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16156): Terminated: ok {rc=0}\u000a18:19:37.358523 bus /sierra_3: Setting Powered False\u000a18:19:38.462922 bus /sierra_3: Setting Powered False\u000a18:19:39.576052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:19:19" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16168): Process ended prematurely: osmo-stp_10.42.42.5(pid=16168) [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16168): Process ended prematurely: osmo-stp_10.42.42.5(pid=16168) [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a18:19:41.568755 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:41.580574 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:19:41.727617 tst mo_mt_call.py: using LAC 35402\u000a18:19:41.858999 tst mo_mt_call.py: using RAC 212\u000a18:19:41.991061 tst mo_mt_call.py: using CellId 35402\u000a18:19:42.122664 tst mo_mt_call.py: using BVCI 35403\u000a18:19:42.148221 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:42.160036 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:42.172086 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:42.183770 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:42.196039 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:42.208261 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:42.330079 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:42.539230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:43.042511 run create_hlr_db(pid=16162): Launched\u000a18:19:43.235316 bus /sierra_2: Setting Powered False\u000a18:19:44.257512 run create_hlr_db(pid=16162): Terminated: ok {rc=0}\u000a18:19:44.701216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16164): Launched\u000a18:19:45.035863 run osmo-hlr_10.42.42.2(pid=16165): Launched\u000a18:19:45.158327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:45.736803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16167): Launched\u000a18:19:46.103922 run osmo-stp_10.42.42.5(pid=16168): Launched\u000a18:19:46.266035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:46.967506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16170): Launched\u000a18:19:47.367934 run osmo-msc_10.42.42.6(pid=16171): Launched\u000a18:19:47.562853 run osmo-stp_10.42.42.5(pid=16168): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)]\u000a18:19:47.703440 run osmo-stp_10.42.42.5(pid=16168): stdout: \u000a| (launched: 2022-12-13_18:19:45.919619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:47.843176 run osmo-stp_10.42.42.5(pid=16168): stderr: \u000a| �[0;m�[38;5;43m20221213181946276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181946276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181946276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181946287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181946288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181946288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181946288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:47.976916 run osmo-stp_10.42.42.5(pid=16168): stdout: \u000a| (launched: 2022-12-13_18:19:45.919619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:48.109803 run osmo-stp_10.42.42.5(pid=16168): stderr: \u000a| �[0;m�[38;5;43m20221213181946276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181946276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181946276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181946287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181946288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181946288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181946288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:48.168416 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16168): Process ended prematurely: osmo-stp_10.42.42.5(pid=16168) [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)] [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a18:19:48.177834 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:19:48.242564 run osmo-hlr_10.42.42.2(pid=16165): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16165)]\u000a18:19:48.295409 run osmo-hlr_10.42.42.2(pid=16165): stdout: \u000a| (launched: 2022-12-13_18:19:44.870078) \u000a18:19:48.348940 run osmo-hlr_10.42.42.2(pid=16165): stderr: \u000a| �[0;m�[1;31m20221213181945068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181945068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181945068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181945068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181945068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181945068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181945080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181945088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181945089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181945089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:48.421747 run osmo-msc_10.42.42.6(pid=16171): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16171)]\u000a18:19:48.474615 run osmo-msc_10.42.42.6(pid=16171): stdout: \u000a| (launched: 2022-12-13_18:19:47.131476) \u000a18:19:48.528651 run osmo-msc_10.42.42.6(pid=16171): stderr: \u000a| �[0;m�[38;5;43m20221213181947497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181947497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f7b617c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181947497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181947497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181947497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181947498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181947499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181947500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181947500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181947500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:48.574586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16164): Terminating (SIGTERM)\u000a18:19:48.617813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16167): Terminating (SIGTERM)\u000a18:19:48.661090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16170): Terminating (SIGTERM)\u000a18:19:48.671066 --- ParallelTerminationStrategy: PID 16164 died...\u000a18:19:48.729219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16164): Terminated: ok {rc=0}\u000a18:19:48.739607 --- ParallelTerminationStrategy: PID 16167 died...\u000a18:19:48.797413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16167): Terminated: ok {rc=0}\u000a18:19:48.807768 --- ParallelTerminationStrategy: PID 16170 died...\u000a18:19:48.865874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16170): Terminated: ok {rc=0}\u000a18:19:48.955476 bus /sierra_3: Setting Powered False\u000a18:19:50.063990 bus /sierra_3: Setting Powered False\u000a18:19:51.173820 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16179): Process ended prematurely: osmo-stp_10.42.42.5(pid=16179) [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16179)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16179): Process ended prematurely: osmo-stp_10.42.42.5(pid=16179) [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:19:52.291415 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:52.304238 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:19:52.453782 tst mo_mt_call_osmux.py: using LAC 35403\u000a18:19:52.585963 tst mo_mt_call_osmux.py: using RAC 213\u000a18:19:52.717858 tst mo_mt_call_osmux.py: using CellId 35403\u000a18:19:52.851558 tst mo_mt_call_osmux.py: using BVCI 35404\u000a18:19:52.876902 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:52.888877 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:52.900620 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:52.912304 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:52.924418 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:19:52.936486 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:53.058868 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:19:53.278037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:53.800588 run create_hlr_db(pid=16173): Launched\u000a18:19:53.993615 bus /sierra_2: Setting Powered False\u000a18:19:55.014524 run create_hlr_db(pid=16173): Terminated: ok {rc=0}\u000a18:19:55.438087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16175): Launched\u000a18:19:55.755493 run osmo-hlr_10.42.42.2(pid=16176): Launched\u000a18:19:55.878583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:56.429198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16178): Launched\u000a18:19:56.746084 run osmo-stp_10.42.42.5(pid=16179): Launched\u000a18:19:56.858478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:57.432827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16181): Launched\u000a18:19:57.749810 run osmo-msc_10.42.42.6(pid=16182): Launched\u000a18:19:57.932676 run osmo-stp_10.42.42.5(pid=16179): ERR: Terminated: ERROR {rc=1} [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16179)]\u000a18:19:58.064466 run osmo-stp_10.42.42.5(pid=16179): stdout: \u000a| (launched: 2022-12-13_18:19:56.587408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:58.194339 run osmo-stp_10.42.42.5(pid=16179): stderr: \u000a| �[0;m�[38;5;43m20221213181956759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181956759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181956759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181956760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181956760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181956760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181956760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:58.319358 run osmo-stp_10.42.42.5(pid=16179): stdout: \u000a| (launched: 2022-12-13_18:19:56.587408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:58.443245 run osmo-stp_10.42.42.5(pid=16179): stderr: \u000a| �[0;m�[38;5;43m20221213181956759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213181956759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213181956759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213181956760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213181956760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213181956760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213181956760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:58.498194 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16179): Process ended prematurely: osmo-stp_10.42.42.5(pid=16179) [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16179)] [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a18:19:58.507086 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:19:58.567510 run osmo-hlr_10.42.42.2(pid=16176): ERR: Terminated: ERROR {rc=237} [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16176)]\u000a18:19:58.617174 run osmo-hlr_10.42.42.2(pid=16176): stdout: \u000a| (launched: 2022-12-13_18:19:55.596498) \u000a18:19:58.667184 run osmo-hlr_10.42.42.2(pid=16176): stderr: \u000a| �[0;m�[1;31m20221213181955774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213181955774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213181955774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181955774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213181955774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213181955774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213181955786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213181955794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213181955794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213181955794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:58.735319 run osmo-msc_10.42.42.6(pid=16182): ERR: Terminated: ERROR {rc=2} [trial-2392↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16182)]\u000a18:19:58.784605 run osmo-msc_10.42.42.6(pid=16182): stdout: \u000a| (launched: 2022-12-13_18:19:57.591085) \u000a18:19:58.834658 run osmo-msc_10.42.42.6(pid=16182): stderr: \u000a| �[0;m�[38;5;43m20221213181957864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213181957864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc13d6e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213181957864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213181957864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213181957864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213181957864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213181957866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213181957866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213181957867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213181957867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:58.877046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16175): Terminating (SIGTERM)\u000a18:19:58.917409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16178): Terminating (SIGTERM)\u000a18:19:58.957813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16181): Terminating (SIGTERM)\u000a18:19:58.967232 --- ParallelTerminationStrategy: PID 16175 died...\u000a18:19:59.021679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16175): Terminated: ok {rc=0}\u000a18:19:59.031583 --- ParallelTerminationStrategy: PID 16178 died...\u000a18:19:59.085892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16178): Terminated: ok {rc=0}\u000a18:19:59.095848 --- ParallelTerminationStrategy: PID 16181 died...\u000a18:19:59.152193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16181): Terminated: ok {rc=0}\u000a18:19:59.242169 bus /sierra_3: Setting Powered False\u000a18:20:00.347058 bus /sierra_3: Setting Powered False\u000a18:20:01.459167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:19:41" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16196): Process ended prematurely: osmo-stp_10.42.42.5(pid=16196) [trial-2392↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16196)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16196): Process ended prematurely: osmo-stp_10.42.42.5(pid=16196) [trial-2392↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:20:03.489666 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:03.501031 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:03.635134 tst emergency_mo_mt_call.py: using LAC 35404\u000a18:20:03.755938 tst emergency_mo_mt_call.py: using RAC 214\u000a18:20:03.872729 tst emergency_mo_mt_call.py: using CellId 35404\u000a18:20:03.991508 tst emergency_mo_mt_call.py: using BVCI 35405\u000a18:20:04.014693 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:04.025521 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:04.036078 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:04.046663 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:04.057517 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:04.068514 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:04.189047 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:04.392194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:04.882213 run create_hlr_db(pid=16190): Launched\u000a18:20:05.058496 bus /sierra_2: Setting Powered False\u000a18:20:06.078941 run create_hlr_db(pid=16190): Terminated: ok {rc=0}\u000a18:20:06.514754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16192): Launched\u000a18:20:06.843888 run osmo-hlr_10.42.42.2(pid=16193): Launched\u000a18:20:06.964775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:07.532729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16195): Launched\u000a18:20:07.859867 run osmo-stp_10.42.42.5(pid=16196): Launched\u000a18:20:07.993163 tst emergency_mo_mt_call.py: using MSISDN 8261\u000a18:20:08.154893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:08.751041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16198): Launched\u000a18:20:09.078922 run osmo-msc_10.42.42.6(pid=16199): Launched\u000a18:20:09.270365 run osmo-stp_10.42.42.5(pid=16196): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16196)]\u000a18:20:09.409928 run osmo-stp_10.42.42.5(pid=16196): stdout: \u000a| (launched: 2022-12-13_18:20:07.697747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:09.546981 run osmo-stp_10.42.42.5(pid=16196): stderr: \u000a| �[0;m�[38;5;43m20221213182007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182007892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182007892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182007892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182007893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:09.678608 run osmo-stp_10.42.42.5(pid=16196): stdout: \u000a| (launched: 2022-12-13_18:20:07.697747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:09.808687 run osmo-stp_10.42.42.5(pid=16196): stderr: \u000a| �[0;m�[38;5;43m20221213182007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182007892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182007892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182007892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182007893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:09.866161 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16196): Process ended prematurely: osmo-stp_10.42.42.5(pid=16196) [trial-2392↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16196)] [trial-2392↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a18:20:09.875099 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a18:20:09.939230 run osmo-hlr_10.42.42.2(pid=16193): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16193)]\u000a18:20:09.991182 run osmo-hlr_10.42.42.2(pid=16193): stdout: \u000a| (launched: 2022-12-13_18:20:06.680940) \u000a18:20:10.044044 run osmo-hlr_10.42.42.2(pid=16193): stderr: \u000a| �[0;m�[1;31m20221213182006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182006877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182006889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182006899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182006899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182006899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:10.115704 run osmo-msc_10.42.42.6(pid=16199): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16199)]\u000a18:20:10.167850 run osmo-msc_10.42.42.6(pid=16199): stdout: \u000a| (launched: 2022-12-13_18:20:08.916627) \u000a18:20:10.220410 run osmo-msc_10.42.42.6(pid=16199): stderr: \u000a| �[0;m�[38;5;43m20221213182009236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182009237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb97d603c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182009237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182009237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182009237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182009237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182009239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182009239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182009240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182009240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:10.265343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16192): Terminating (SIGTERM)\u000a18:20:10.308346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16195): Terminating (SIGTERM)\u000a18:20:10.351036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16198): Terminating (SIGTERM)\u000a18:20:10.360764 --- ParallelTerminationStrategy: PID 16192 died...\u000a18:20:10.417906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16192): Terminated: ok {rc=0}\u000a18:20:10.428072 --- ParallelTerminationStrategy: PID 16195 died...\u000a18:20:10.485055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16195): Terminated: ok {rc=0}\u000a18:20:10.495174 --- ParallelTerminationStrategy: PID 16198 died...\u000a18:20:10.552302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16198): Terminated: ok {rc=0}\u000a18:20:10.640279 bus /sierra_3: Setting Powered False\u000a18:20:11.747541 bus /sierra_3: Setting Powered False\u000a18:20:12.856744 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16207): Process ended prematurely: osmo-stp_10.42.42.5(pid=16207) [trial-2392↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16207)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16207): Process ended prematurely: osmo-stp_10.42.42.5(pid=16207) [trial-2392↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:20:13.909323 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:13.921393 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:14.068062 tst emergency_preemptive_call.py: using LAC 35405\u000a18:20:14.201800 tst emergency_preemptive_call.py: using RAC 215\u000a18:20:14.327221 tst emergency_preemptive_call.py: using CellId 35405\u000a18:20:14.452397 tst emergency_preemptive_call.py: using BVCI 35406\u000a18:20:14.477326 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:14.488606 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:14.499711 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:14.510934 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:14.522658 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:20:14.534168 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:14.656423 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:14.774616 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:14.896380 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:15.109918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:15.626188 run create_hlr_db(pid=16201): Launched\u000a18:20:15.816130 bus /sierra_2: Setting Powered False\u000a18:20:16.865975 run create_hlr_db(pid=16201): Terminated: ok {rc=0}\u000a18:20:17.360085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16203): Launched\u000a18:20:17.668156 run osmo-hlr_10.42.42.2(pid=16204): Launched\u000a18:20:17.782955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:18.314933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16206): Launched\u000a18:20:18.622720 run osmo-stp_10.42.42.5(pid=16207): Launched\u000a18:20:18.744377 tst emergency_preemptive_call.py: using MSISDN 8262\u000a18:20:18.895430 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:19.458860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16209): Launched\u000a18:20:19.771555 run osmo-msc_10.42.42.6(pid=16210): Launched\u000a18:20:19.951837 run osmo-stp_10.42.42.5(pid=16207): ERR: Terminated: ERROR {rc=1} [trial-2392↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16207)]\u000a18:20:20.081469 run osmo-stp_10.42.42.5(pid=16207): stdout: \u000a| (launched: 2022-12-13_18:20:18.469398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:20.208771 run osmo-stp_10.42.42.5(pid=16207): stderr: \u000a| �[0;m�[38;5;43m20221213182018639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182018639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182018639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182018640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182018640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182018640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182018640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:20.332030 run osmo-stp_10.42.42.5(pid=16207): stdout: \u000a| (launched: 2022-12-13_18:20:18.469398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:20.454282 run osmo-stp_10.42.42.5(pid=16207): stderr: \u000a| �[0;m�[38;5;43m20221213182018639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182018639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182018639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182018640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182018640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182018640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182018640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:20.507632 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16207): Process ended prematurely: osmo-stp_10.42.42.5(pid=16207) [trial-2392↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16207)] [trial-2392↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a18:20:20.515765 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a18:20:20.576487 run osmo-hlr_10.42.42.2(pid=16204): ERR: Terminated: ERROR {rc=237} [trial-2392↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16204)]\u000a18:20:20.626302 run osmo-hlr_10.42.42.2(pid=16204): stdout: \u000a| (launched: 2022-12-13_18:20:17.515162) \u000a18:20:20.676872 run osmo-hlr_10.42.42.2(pid=16204): stderr: \u000a| �[0;m�[1;31m20221213182017692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182017692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182017692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182017692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182017692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182017692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182017708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182017719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182017719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182017719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:20.745517 run osmo-msc_10.42.42.6(pid=16210): ERR: Terminated: ERROR {rc=2} [trial-2392↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16210)]\u000a18:20:20.795126 run osmo-msc_10.42.42.6(pid=16210): stdout: \u000a| (launched: 2022-12-13_18:20:19.614685) \u000a18:20:20.845275 run osmo-msc_10.42.42.6(pid=16210): stderr: \u000a| �[0;m�[38;5;43m20221213182019891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182019891 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb27aea1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182019891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182019891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182019891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182019891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182019893 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182019894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182019894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182019894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:20.887973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16203): Terminating (SIGTERM)\u000a18:20:20.928465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16206): Terminating (SIGTERM)\u000a18:20:20.969043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16209): Terminating (SIGTERM)\u000a18:20:20.978447 --- ParallelTerminationStrategy: PID 16203 died...\u000a18:20:21.032762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16203): Terminated: ok {rc=0}\u000a18:20:21.042604 --- ParallelTerminationStrategy: PID 16206 died...\u000a18:20:21.096414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16206): Terminated: ok {rc=0}\u000a18:20:21.106210 --- ParallelTerminationStrategy: PID 16209 died...\u000a18:20:21.160057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16209): Terminated: ok {rc=0}\u000a18:20:21.245458 bus /sierra_9: Setting Powered False\u000a18:20:22.353549 bus /sierra_9: Setting Powered False\u000a18:20:23.468769 bus /sierra_8: Setting Powered False\u000a18:20:24.572922 bus /sierra_8: Setting Powered False\u000a18:20:25.681988 bus /sierra_3: Setting Powered False\u000a18:20:26.788445 bus /sierra_3: Setting Powered False\u000a18:20:27.899750 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:20:03" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16226): Process ended prematurely: osmo-stp_10.42.42.5(pid=16226) [trial-2392↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16226): Process ended prematurely: osmo-stp_10.42.42.5(pid=16226) [trial-2392↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:20:30.034169 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.045078 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:30.191482 tst cs_paging_gprs_active.py: using LAC 35406\u000a18:20:30.325256 tst cs_paging_gprs_active.py: using RAC 216\u000a18:20:30.447362 tst cs_paging_gprs_active.py: using CellId 35406\u000a18:20:30.579449 tst cs_paging_gprs_active.py: using BVCI 35407\u000a18:20:30.605453 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.617121 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.628276 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.639550 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.651573 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.663906 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.676092 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.688064 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:30.700513 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:30.822116 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:31.127972 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:20:31.261182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:31.606962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16216): Launched\u000a18:20:31.933631 run iperf3-srv_10.42.42.10(pid=16217): Launched\u000a18:20:32.163819 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:20:32.296079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:32.623499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16218): Launched\u000a18:20:32.895225 run iperf3-srv_10.42.42.10(pid=16219): Launched\u000a18:20:33.084585 tst cs_paging_gprs_active.py:38: start network...\u000a18:20:33.213926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:33.714434 run create_hlr_db(pid=16220): Launched\u000a18:20:33.893824 bus /sierra_2: Setting Powered False\u000a18:20:34.915830 run create_hlr_db(pid=16220): Terminated: ok {rc=0}\u000a18:20:35.361603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16222): Launched\u000a18:20:35.697639 run osmo-hlr_10.42.42.2(pid=16223): Launched\u000a18:20:35.821101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:36.401126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16225): Launched\u000a18:20:36.736296 run osmo-stp_10.42.42.5(pid=16226): Launched\u000a18:20:36.856452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:20:37.438567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16228): Launched\u000a18:20:37.558374 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:20:37.850508 run patchelf(pid=16229): Launched\u000a18:20:38.045465 run osmo-stp_10.42.42.5(pid=16226): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)]\u000a18:20:38.187999 run osmo-stp_10.42.42.5(pid=16226): stdout: \u000a| (launched: 2022-12-13_18:20:36.570648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:38.330901 run osmo-stp_10.42.42.5(pid=16226): stderr: \u000a| �[0;m�[38;5;43m20221213182036765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182036765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182036766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182036766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182036766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182036766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182036767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:38.468103 run osmo-stp_10.42.42.5(pid=16226): stdout: \u000a| (launched: 2022-12-13_18:20:36.570648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:38.604543 run osmo-stp_10.42.42.5(pid=16226): stderr: \u000a| �[0;m�[38;5;43m20221213182036765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182036765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182036766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182036766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182036766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182036766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182036767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:38.764452 run patchelf(pid=16229): Terminating (SIGINT)\u000a18:20:38.952571 run patchelf(pid=16229): Terminated: ok {rc=0}\u000a18:20:38.987324 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16226): Process ended prematurely: osmo-stp_10.42.42.5(pid=16226) [trial-2392↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)] [trial-2392↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a18:20:38.997310 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:20:39.061615 run osmo-hlr_10.42.42.2(pid=16223): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16223)]\u000a18:20:39.114037 run osmo-hlr_10.42.42.2(pid=16223): stdout: \u000a| (launched: 2022-12-13_18:20:35.530835) \u000a18:20:39.167198 run osmo-hlr_10.42.42.2(pid=16223): stderr: \u000a| �[0;m�[1;31m20221213182035732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182035732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182035732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182035732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182035732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182035732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182035750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182035760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182035760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182035760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:39.212360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16216): Terminating (SIGTERM)\u000a18:20:39.255040 run iperf3-srv_10.42.42.10(pid=16217): Terminating (SIGTERM)\u000a18:20:39.297717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16218): Terminating (SIGTERM)\u000a18:20:39.340181 run iperf3-srv_10.42.42.10(pid=16219): Terminating (SIGTERM)\u000a18:20:39.382682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16222): Terminating (SIGTERM)\u000a18:20:39.425239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16225): Terminating (SIGTERM)\u000a18:20:39.467716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16228): Terminating (SIGTERM)\u000a18:20:39.477741 --- ParallelTerminationStrategy: PID 16216 died...\u000a18:20:39.535135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16216): Terminated: ok {rc=0}\u000a18:20:39.545525 --- ParallelTerminationStrategy: PID 16217 died...\u000a18:20:39.602013 run iperf3-srv_10.42.42.10(pid=16217): Terminated {rc=256}\u000a18:20:39.612102 --- ParallelTerminationStrategy: PID 16218 died...\u000a18:20:39.668788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16218): Terminated: ok {rc=0}\u000a18:20:39.678969 --- ParallelTerminationStrategy: PID 16219 died...\u000a18:20:39.735593 run iperf3-srv_10.42.42.10(pid=16219): Terminated {rc=256}\u000a18:20:39.745747 --- ParallelTerminationStrategy: PID 16222 died...\u000a18:20:39.802544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16222): Terminated: ok {rc=0}\u000a18:20:39.812640 --- ParallelTerminationStrategy: PID 16225 died...\u000a18:20:39.869187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16225): Terminated: ok {rc=0}\u000a18:20:39.879314 --- ParallelTerminationStrategy: PID 16228 died...\u000a18:20:39.936047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16228): Terminated: ok {rc=0}\u000a18:20:40.023918 bus /gobi_0: Setting Powered False\u000a18:20:41.131152 bus /gobi_0: Setting Powered False\u000a18:20:42.244060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16238): Process ended prematurely: osmo-stp_10.42.42.5(pid=16238) [trial-2392↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16238): Process ended prematurely: osmo-stp_10.42.42.5(pid=16238) [trial-2392↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a18:20:43.356569 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.367911 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:43.510760 tst iperf3.py: using LAC 35407\u000a18:20:43.635388 tst iperf3.py: using RAC 217\u000a18:20:43.759257 tst iperf3.py: using CellId 35407\u000a18:20:43.883002 tst iperf3.py: using BVCI 35408\u000a18:20:43.906619 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.917520 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.927947 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.938479 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.949394 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.960074 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.971060 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.981722 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:43.992385 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:44.295492 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:20:44.434398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:44.781018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16230): Launched\u000a18:20:45.070055 run iperf3-srv_10.42.42.10(pid=16231): Launched\u000a18:20:45.274192 tst iperf3.py:8: start network...\u000a18:20:45.413354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:45.972798 run create_hlr_db(pid=16232): Launched\u000a18:20:46.172091 bus /gobi_6: Setting Powered False\u000a18:20:47.229972 run create_hlr_db(pid=16232): Terminated: ok {rc=0}\u000a18:20:47.658444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16234): Launched\u000a18:20:47.972827 run osmo-hlr_10.42.42.2(pid=16235): Launched\u000a18:20:48.095526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:48.648522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16237): Launched\u000a18:20:48.963210 run osmo-stp_10.42.42.5(pid=16238): Launched\u000a18:20:49.074863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:20:49.619123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16240): Launched\u000a18:20:49.729295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:20:50.002328 run patchelf(pid=16241): Launched\u000a18:20:50.186500 run osmo-stp_10.42.42.5(pid=16238): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)]\u000a18:20:50.320045 run osmo-stp_10.42.42.5(pid=16238): stdout: \u000a| (launched: 2022-12-13_18:20:48.806887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:50.454691 run osmo-stp_10.42.42.5(pid=16238): stderr: \u000a| �[0;m�[38;5;43m20221213182048977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182048977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182048978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182048978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182048978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182048979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182048979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:50.583626 run osmo-stp_10.42.42.5(pid=16238): stdout: \u000a| (launched: 2022-12-13_18:20:48.806887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:50.711473 run osmo-stp_10.42.42.5(pid=16238): stderr: \u000a| �[0;m�[38;5;43m20221213182048977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182048977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182048978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182048978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182048978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182048979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182048979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:50.861973 run patchelf(pid=16241): Terminating (SIGINT)\u000a18:20:51.039970 run patchelf(pid=16241): Terminated: ok {rc=0}\u000a18:20:51.072425 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16238): Process ended prematurely: osmo-stp_10.42.42.5(pid=16238) [trial-2392↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)] [trial-2392↪gprs:nanobts+band-900↪iperf3.py:8]\u000a18:20:51.081804 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:20:51.142265 run osmo-hlr_10.42.42.2(pid=16235): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16235)]\u000a18:20:51.191530 run osmo-hlr_10.42.42.2(pid=16235): stdout: \u000a| (launched: 2022-12-13_18:20:47.816676) \u000a18:20:51.241465 run osmo-hlr_10.42.42.2(pid=16235): stderr: \u000a| �[0;m�[1;31m20221213182047993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182047994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182047994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182047994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182047994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182047994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182048006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182048014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182048014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182048014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:51.284003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16230): Terminating (SIGTERM)\u000a18:20:51.324019 run iperf3-srv_10.42.42.10(pid=16231): Terminating (SIGTERM)\u000a18:20:51.364129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16234): Terminating (SIGTERM)\u000a18:20:51.404284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16237): Terminating (SIGTERM)\u000a18:20:51.444312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16240): Terminating (SIGTERM)\u000a18:20:51.453858 --- ParallelTerminationStrategy: PID 16230 died...\u000a18:20:51.507774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16230): Terminated: ok {rc=0}\u000a18:20:51.517480 --- ParallelTerminationStrategy: PID 16231 died...\u000a18:20:51.571111 run iperf3-srv_10.42.42.10(pid=16231): Terminated {rc=256}\u000a18:20:51.580811 --- ParallelTerminationStrategy: PID 16234 died...\u000a18:20:51.634299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16234): Terminated: ok {rc=0}\u000a18:20:51.644046 --- ParallelTerminationStrategy: PID 16237 died...\u000a18:20:51.697313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16237): Terminated: ok {rc=0}\u000a18:20:51.707119 --- ParallelTerminationStrategy: PID 16240 died...\u000a18:20:51.760566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16240): Terminated: ok {rc=0}\u000a18:20:51.849537 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16257): Process ended prematurely: osmo-stp_10.42.42.5(pid=16257) [trial-2392↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16257): Process ended prematurely: osmo-stp_10.42.42.5(pid=16257) [trial-2392↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a18:20:52.967779 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:52.979642 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:20:53.119896 tst iperf3m4.py: using LAC 35408\u000a18:20:53.244752 tst iperf3m4.py: using RAC 218\u000a18:20:53.368592 tst iperf3m4.py: using CellId 35408\u000a18:20:53.491048 tst iperf3m4.py: using BVCI 35409\u000a18:20:53.515006 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.525969 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.536635 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.547261 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.557971 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.568996 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.580189 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.591128 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:20:53.602150 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:53.725006 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:53.845258 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:53.966903 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:20:54.269620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:20:54.408927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:54.756540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16243): Launched\u000a18:20:55.043928 run iperf3-srv_10.42.42.10(pid=16244): Launched\u000a18:20:55.247786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:20:55.386824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:55.735325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16245): Launched\u000a18:20:56.023167 run iperf3-srv_10.42.42.10(pid=16246): Launched\u000a18:20:56.228158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:20:56.367272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:56.716773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16247): Launched\u000a18:20:57.004609 run iperf3-srv_10.42.42.10(pid=16248): Launched\u000a18:20:57.208336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:20:57.346930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:20:57.694640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16249): Launched\u000a18:20:57.983437 run iperf3-srv_10.42.42.10(pid=16250): Launched\u000a18:20:58.187701 tst iperf3m4.py:8: start network...\u000a18:20:58.327056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:58.852458 run create_hlr_db(pid=16251): Launched\u000a18:20:59.045419 bus /gobi_6: Setting Powered False\u000a18:21:00.066699 run create_hlr_db(pid=16251): Terminated: ok {rc=0}\u000a18:21:00.489633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16253): Launched\u000a18:21:00.806026 run osmo-hlr_10.42.42.2(pid=16254): Launched\u000a18:21:00.968775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:01.639406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16256): Launched\u000a18:21:02.022577 run osmo-stp_10.42.42.5(pid=16257): Launched\u000a18:21:02.228437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:02.865947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16259): Launched\u000a18:21:02.976872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:03.251212 run patchelf(pid=16260): Launched\u000a18:21:03.434923 run osmo-stp_10.42.42.5(pid=16257): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)]\u000a18:21:03.569738 run osmo-stp_10.42.42.5(pid=16257): stdout: \u000a| (launched: 2022-12-13_18:21:01.851452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:03.704295 run osmo-stp_10.42.42.5(pid=16257): stderr: \u000a| �[0;m�[38;5;43m20221213182102217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182102217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182102218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182102218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182102218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182102219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182102219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:03.833812 run osmo-stp_10.42.42.5(pid=16257): stdout: \u000a| (launched: 2022-12-13_18:21:01.851452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:03.961844 run osmo-stp_10.42.42.5(pid=16257): stderr: \u000a| �[0;m�[38;5;43m20221213182102217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182102217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182102218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182102218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182102218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182102219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182102219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:04.112718 run patchelf(pid=16260): Terminating (SIGINT)\u000a18:21:04.291834 run patchelf(pid=16260): Terminated: ok {rc=0}\u000a18:21:04.324503 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16257): Process ended prematurely: osmo-stp_10.42.42.5(pid=16257) [trial-2392↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)] [trial-2392↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a18:21:04.334703 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a18:21:04.395848 run osmo-hlr_10.42.42.2(pid=16254): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16254)]\u000a18:21:04.445463 run osmo-hlr_10.42.42.2(pid=16254): stdout: \u000a| (launched: 2022-12-13_18:21:00.648756) \u000a18:21:04.495697 run osmo-hlr_10.42.42.2(pid=16254): stderr: \u000a| �[0;m�[1;31m20221213182100835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182100835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182100835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182100835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182100835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182100836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182100864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182100880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182100880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182100880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:04.538502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16243): Terminating (SIGTERM)\u000a18:21:04.578821 run iperf3-srv_10.42.42.10(pid=16244): Terminating (SIGTERM)\u000a18:21:04.619394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16245): Terminating (SIGTERM)\u000a18:21:04.659655 run iperf3-srv_10.42.42.10(pid=16246): Terminating (SIGTERM)\u000a18:21:04.699845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16247): Terminating (SIGTERM)\u000a18:21:04.740028 run iperf3-srv_10.42.42.10(pid=16248): Terminating (SIGTERM)\u000a18:21:04.780208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16249): Terminating (SIGTERM)\u000a18:21:04.820518 run iperf3-srv_10.42.42.10(pid=16250): Terminating (SIGTERM)\u000a18:21:04.860938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16253): Terminating (SIGTERM)\u000a18:21:04.901116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16256): Terminating (SIGTERM)\u000a18:21:04.941236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16259): Terminating (SIGTERM)\u000a18:21:04.950665 --- ParallelTerminationStrategy: PID 16243 died...\u000a18:21:05.005131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16243): Terminated: ok {rc=0}\u000a18:21:05.015115 --- ParallelTerminationStrategy: PID 16244 died...\u000a18:21:05.069120 run iperf3-srv_10.42.42.10(pid=16244): Terminated {rc=256}\u000a18:21:05.078979 --- ParallelTerminationStrategy: PID 16245 died...\u000a18:21:05.133045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16245): Terminated: ok {rc=0}\u000a18:21:05.142903 --- ParallelTerminationStrategy: PID 16246 died...\u000a18:21:05.196769 run iperf3-srv_10.42.42.10(pid=16246): Terminated {rc=256}\u000a18:21:05.206792 --- ParallelTerminationStrategy: PID 16247 died...\u000a18:21:05.260496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16247): Terminated: ok {rc=0}\u000a18:21:05.270373 --- ParallelTerminationStrategy: PID 16248 died...\u000a18:21:05.324053 run iperf3-srv_10.42.42.10(pid=16248): Terminated {rc=256}\u000a18:21:05.333988 --- ParallelTerminationStrategy: PID 16249 died...\u000a18:21:05.387642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16249): Terminated: ok {rc=0}\u000a18:21:05.397644 --- ParallelTerminationStrategy: PID 16250 died...\u000a18:21:05.451077 run iperf3-srv_10.42.42.10(pid=16250): Terminated {rc=256}\u000a18:21:05.460866 --- ParallelTerminationStrategy: PID 16253 died...\u000a18:21:05.514713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16253): Terminated: ok {rc=0}\u000a18:21:05.524603 --- ParallelTerminationStrategy: PID 16256 died...\u000a18:21:05.578253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16256): Terminated: ok {rc=0}\u000a18:21:05.588135 --- ParallelTerminationStrategy: PID 16259 died...\u000a18:21:05.641972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16259): Terminated: ok {rc=0}\u000a18:21:05.731888 bus /gobi_4: Setting Powered False\u000a18:21:06.836659 bus /gobi_4: Setting Powered False\u000a18:21:07.949816 bus /gobi_1: Setting Powered False\u000a18:21:09.057149 bus /gobi_1: Setting Powered False\u000a18:21:10.168501 bus /gobi_0: Setting Powered False\u000a18:21:11.276471 bus /gobi_0: Setting Powered False\u000a18:21:12.392734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16267): Process ended prematurely: osmo-stp_10.42.42.5(pid=16267) [trial-2392↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16267)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16267): Process ended prematurely: osmo-stp_10.42.42.5(pid=16267) [trial-2392↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a18:21:13.460872 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:13.472288 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:21:13.609597 tst ping.py: using LAC 35409\u000a18:21:13.729653 tst ping.py: using RAC 219\u000a18:21:13.849300 tst ping.py: using CellId 35409\u000a18:21:13.968675 tst ping.py: using BVCI 35410\u000a18:21:13.991996 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:14.002733 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:14.013239 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:14.023690 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:14.034151 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:14.044560 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:14.055247 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:14.066129 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:21:14.347124 tst ping.py:19: start network...\u000a18:21:14.474406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:14.963877 run create_hlr_db(pid=16261): Launched\u000a18:21:15.139805 bus /gobi_6: Setting Powered False\u000a18:21:16.219111 run create_hlr_db(pid=16261): Terminated: ok {rc=0}\u000a18:21:16.676141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16263): Launched\u000a18:21:17.125337 run osmo-hlr_10.42.42.2(pid=16264): Launched\u000a18:21:17.271488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:17.843490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16266): Launched\u000a18:21:18.170980 run osmo-stp_10.42.42.5(pid=16267): Launched\u000a18:21:18.288847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:18.861037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16269): Launched\u000a18:21:18.977630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:19.263738 run patchelf(pid=16270): Launched\u000a18:21:19.454738 run osmo-stp_10.42.42.5(pid=16267): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16267)]\u000a18:21:19.595395 run osmo-stp_10.42.42.5(pid=16267): stdout: \u000a| (launched: 2022-12-13_18:21:18.008738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:19.735926 run osmo-stp_10.42.42.5(pid=16267): stderr: \u000a| �[0;m�[38;5;43m20221213182118200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182118200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182118200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182118200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182118201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182118201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182118201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:19.871126 run osmo-stp_10.42.42.5(pid=16267): stdout: \u000a| (launched: 2022-12-13_18:21:18.008738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:20.005290 run osmo-stp_10.42.42.5(pid=16267): stderr: \u000a| �[0;m�[38;5;43m20221213182118200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182118200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182118200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182118200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182118201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182118201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182118201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:20.162685 run patchelf(pid=16270): Terminating (SIGINT)\u000a18:21:20.347668 run patchelf(pid=16270): Terminated: ok {rc=0}\u000a18:21:20.381027 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16267): Process ended prematurely: osmo-stp_10.42.42.5(pid=16267) [trial-2392↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16267)] [trial-2392↪gprs:nanobts+band-900↪ping.py:22]\u000a18:21:20.390437 tst ping.py:22: Test FAILED (6.9 sec)\u000a18:21:20.455271 run osmo-hlr_10.42.42.2(pid=16264): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16264)]\u000a18:21:20.507535 run osmo-hlr_10.42.42.2(pid=16264): stdout: \u000a| (launched: 2022-12-13_18:21:16.846655) \u000a18:21:20.560466 run osmo-hlr_10.42.42.2(pid=16264): stderr: \u000a| �[0;m�[1;31m20221213182117136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182117136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182117136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182117136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182117136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182117136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182117156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182117164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182117164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182117164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:20.605690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16263): Terminating (SIGTERM)\u000a18:21:20.648238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16266): Terminating (SIGTERM)\u000a18:21:20.691241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16269): Terminating (SIGTERM)\u000a18:21:20.701247 --- ParallelTerminationStrategy: PID 16263 died...\u000a18:21:20.758827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16263): Terminated: ok {rc=0}\u000a18:21:20.769268 --- ParallelTerminationStrategy: PID 16266 died...\u000a18:21:20.826591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16266): Terminated: ok {rc=0}\u000a18:21:20.836873 --- ParallelTerminationStrategy: PID 16269 died...\u000a18:21:20.894191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16269): Terminated: ok {rc=0}\u000a18:21:20.982901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16277): Process ended prematurely: osmo-stp_10.42.42.5(pid=16277) [trial-2392↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16277)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16277): Process ended prematurely: osmo-stp_10.42.42.5(pid=16277) [trial-2392↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a18:21:22.036550 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.048644 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:21:22.188876 tst ping_idle_ping.py: using LAC 35410\u000a18:21:22.309896 tst ping_idle_ping.py: using RAC 220\u000a18:21:22.430004 tst ping_idle_ping.py: using CellId 35410\u000a18:21:22.552552 tst ping_idle_ping.py: using BVCI 35411\u000a18:21:22.576366 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.587883 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.598561 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.609226 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.619579 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.630085 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.640705 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:21:22.651326 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:21:22.952206 tst ping_idle_ping.py:24: start network...\u000a18:21:23.089783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:23.610963 run create_hlr_db(pid=16271): Launched\u000a18:21:23.801555 bus /gobi_6: Setting Powered False\u000a18:21:24.822197 run create_hlr_db(pid=16271): Terminated: ok {rc=0}\u000a18:21:25.237562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16273): Launched\u000a18:21:25.546276 run osmo-hlr_10.42.42.2(pid=16274): Launched\u000a18:21:25.658838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:26.193392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16276): Launched\u000a18:21:26.504506 run osmo-stp_10.42.42.5(pid=16277): Launched\u000a18:21:26.617283 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:27.152924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16279): Launched\u000a18:21:27.261552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:27.531768 run patchelf(pid=16280): Launched\u000a18:21:27.711079 run osmo-stp_10.42.42.5(pid=16277): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16277)]\u000a18:21:27.842363 run osmo-stp_10.42.42.5(pid=16277): stdout: \u000a| (launched: 2022-12-13_18:21:26.349183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:27.973979 run osmo-stp_10.42.42.5(pid=16277): stderr: \u000a| �[0;m�[38;5;43m20221213182126518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182126518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182126518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182126519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182126519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182126519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182126519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:28.099848 run osmo-stp_10.42.42.5(pid=16277): stdout: \u000a| (launched: 2022-12-13_18:21:26.349183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:28.224699 run osmo-stp_10.42.42.5(pid=16277): stderr: \u000a| �[0;m�[38;5;43m20221213182126518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182126518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182126518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182126519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182126519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182126519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182126519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:28.371945 run patchelf(pid=16280): Terminating (SIGINT)\u000a18:21:28.546739 run patchelf(pid=16280): Terminated: ok {rc=0}\u000a18:21:28.578074 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16277): Process ended prematurely: osmo-stp_10.42.42.5(pid=16277) [trial-2392↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16277)] [trial-2392↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a18:21:28.586744 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:21:28.647684 run osmo-hlr_10.42.42.2(pid=16274): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16274)]\u000a18:21:28.697370 run osmo-hlr_10.42.42.2(pid=16274): stdout: \u000a| (launched: 2022-12-13_18:21:25.392639) \u000a18:21:28.747732 run osmo-hlr_10.42.42.2(pid=16274): stderr: \u000a| �[0;m�[1;31m20221213182125569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182125570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182125570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182125570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182125570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182125570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182125582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182125590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182125590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182125590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:28.790595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16273): Terminating (SIGTERM)\u000a18:21:28.831125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16276): Terminating (SIGTERM)\u000a18:21:28.871521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16279): Terminating (SIGTERM)\u000a18:21:28.880632 --- ParallelTerminationStrategy: PID 16273 died...\u000a18:21:28.934786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16273): Terminated: ok {rc=0}\u000a18:21:28.944610 --- ParallelTerminationStrategy: PID 16276 died...\u000a18:21:28.998446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16276): Terminated: ok {rc=0}\u000a18:21:29.008263 --- ParallelTerminationStrategy: PID 16279 died...\u000a18:21:29.062293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16279): Terminated: ok {rc=0}\u000a18:21:29.147878 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16294): Process ended prematurely: osmo-stp_10.42.42.5(pid=16294) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16294)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16294): Process ended prematurely: osmo-stp_10.42.42.5(pid=16294) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:21:31.361371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:31.373368 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:21:31.518232 tst cs_paging_gprs_active.py: using LAC 35411\u000a18:21:31.668903 tst cs_paging_gprs_active.py: using RAC 221\u000a18:21:31.804165 tst cs_paging_gprs_active.py: using CellId 35411\u000a18:21:31.927572 tst cs_paging_gprs_active.py: using BVCI 35412\u000a18:21:31.953397 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:31.965121 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:31.977056 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:31.988488 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.000009 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.011844 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.023429 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.035401 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:32.047022 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:32.170192 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:32.460455 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:21:32.591495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:32.920654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16284): Launched\u000a18:21:33.193397 run iperf3-srv_10.42.42.10(pid=16285): Launched\u000a18:21:33.384624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:21:33.514909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:33.843273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16286): Launched\u000a18:21:34.114909 run iperf3-srv_10.42.42.10(pid=16287): Launched\u000a18:21:34.305366 tst cs_paging_gprs_active.py:38: start network...\u000a18:21:34.435028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:34.935526 run create_hlr_db(pid=16288): Launched\u000a18:21:35.114745 bus /gobi_6: Setting Powered False\u000a18:21:36.136457 run create_hlr_db(pid=16288): Terminated: ok {rc=0}\u000a18:21:36.556375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16290): Launched\u000a18:21:36.871592 run osmo-hlr_10.42.42.2(pid=16291): Launched\u000a18:21:36.993283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:37.541971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16293): Launched\u000a18:21:37.854416 run osmo-stp_10.42.42.5(pid=16294): Launched\u000a18:21:37.968418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:38.516570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16296): Launched\u000a18:21:38.628053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:38.902924 run patchelf(pid=16297): Launched\u000a18:21:39.085297 run osmo-stp_10.42.42.5(pid=16294): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16294)]\u000a18:21:39.218258 run osmo-stp_10.42.42.5(pid=16294): stdout: \u000a| (launched: 2022-12-13_18:21:37.699837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:39.351275 run osmo-stp_10.42.42.5(pid=16294): stderr: \u000a| �[0;m�[38;5;43m20221213182137870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182137870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182137870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182137871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182137871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182137871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182137871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:39.479649 run osmo-stp_10.42.42.5(pid=16294): stdout: \u000a| (launched: 2022-12-13_18:21:37.699837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:39.606920 run osmo-stp_10.42.42.5(pid=16294): stderr: \u000a| �[0;m�[38;5;43m20221213182137870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182137870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182137870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182137871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182137871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182137871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182137871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:39.756583 run patchelf(pid=16297): Terminating (SIGINT)\u000a18:21:39.933865 run patchelf(pid=16297): Terminated: ok {rc=0}\u000a18:21:39.966333 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16294): Process ended prematurely: osmo-stp_10.42.42.5(pid=16294) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16294)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:21:39.975603 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:21:40.036392 run osmo-hlr_10.42.42.2(pid=16291): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16291)]\u000a18:21:40.086037 run osmo-hlr_10.42.42.2(pid=16291): stdout: \u000a| (launched: 2022-12-13_18:21:36.714738) \u000a18:21:40.136163 run osmo-hlr_10.42.42.2(pid=16291): stderr: \u000a| �[0;m�[1;31m20221213182136892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182136892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182136892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182136892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182136892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182136892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182136905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182136913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182136913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182136913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:40.178736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16284): Terminating (SIGTERM)\u000a18:21:40.218640 run iperf3-srv_10.42.42.10(pid=16285): Terminating (SIGTERM)\u000a18:21:40.258569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16286): Terminating (SIGTERM)\u000a18:21:40.298217 run iperf3-srv_10.42.42.10(pid=16287): Terminating (SIGTERM)\u000a18:21:40.337958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16290): Terminating (SIGTERM)\u000a18:21:40.377813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16293): Terminating (SIGTERM)\u000a18:21:40.417678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16296): Terminating (SIGTERM)\u000a18:21:40.426954 --- ParallelTerminationStrategy: PID 16284 died...\u000a18:21:40.480674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16284): Terminated: ok {rc=0}\u000a18:21:40.490381 --- ParallelTerminationStrategy: PID 16285 died...\u000a18:21:40.544099 run iperf3-srv_10.42.42.10(pid=16285): Terminated {rc=256}\u000a18:21:40.553780 --- ParallelTerminationStrategy: PID 16286 died...\u000a18:21:40.607141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16286): Terminated: ok {rc=0}\u000a18:21:40.616743 --- ParallelTerminationStrategy: PID 16287 died...\u000a18:21:40.669969 run iperf3-srv_10.42.42.10(pid=16287): Terminated {rc=256}\u000a18:21:40.679600 --- ParallelTerminationStrategy: PID 16290 died...\u000a18:21:40.732919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16290): Terminated: ok {rc=0}\u000a18:21:40.742614 --- ParallelTerminationStrategy: PID 16293 died...\u000a18:21:40.796109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16293): Terminated: ok {rc=0}\u000a18:21:40.805871 --- ParallelTerminationStrategy: PID 16296 died...\u000a18:21:40.859572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16296): Terminated: ok {rc=0}\u000a18:21:40.943959 bus /gobi_0: Setting Powered False\u000a18:21:42.047468 bus /gobi_0: Setting Powered False\u000a18:21:43.159935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16306): Process ended prematurely: osmo-stp_10.42.42.5(pid=16306) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16306): Process ended prematurely: osmo-stp_10.42.42.5(pid=16306) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:21:44.272575 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.284326 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:21:44.429545 tst iperf3.py: using LAC 35412\u000a18:21:44.555135 tst iperf3.py: using RAC 222\u000a18:21:44.681457 tst iperf3.py: using CellId 35412\u000a18:21:44.801926 tst iperf3.py: using BVCI 35413\u000a18:21:44.825813 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.836770 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.847609 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.858421 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.869092 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.880131 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.891210 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.902184 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:44.913192 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:45.216411 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:21:45.356364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:45.705340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Launched\u000a18:21:46.038429 run iperf3-srv_10.42.42.10(pid=16299): Launched\u000a18:21:46.237199 tst iperf3.py:8: start network...\u000a18:21:46.373455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:46.927328 run create_hlr_db(pid=16300): Launched\u000a18:21:47.115236 bus /gobi_6: Setting Powered False\u000a18:21:48.130611 run create_hlr_db(pid=16300): Terminated: ok {rc=0}\u000a18:21:48.550296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16302): Launched\u000a18:21:48.865069 run osmo-hlr_10.42.42.2(pid=16303): Launched\u000a18:21:48.988521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:49.537656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16305): Launched\u000a18:21:49.850356 run osmo-stp_10.42.42.5(pid=16306): Launched\u000a18:21:49.962449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:50.510195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16308): Launched\u000a18:21:50.621284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:50.896514 run patchelf(pid=16309): Launched\u000a18:21:51.078918 run osmo-stp_10.42.42.5(pid=16306): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)]\u000a18:21:51.211687 run osmo-stp_10.42.42.5(pid=16306): stdout: \u000a| (launched: 2022-12-13_18:21:49.695483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:51.345105 run osmo-stp_10.42.42.5(pid=16306): stderr: \u000a| �[0;m�[38;5;43m20221213182149867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182149868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182149868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182149868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182149869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182149869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182149869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:51.473448 run osmo-stp_10.42.42.5(pid=16306): stdout: \u000a| (launched: 2022-12-13_18:21:49.695483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:51.600347 run osmo-stp_10.42.42.5(pid=16306): stderr: \u000a| �[0;m�[38;5;43m20221213182149867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182149868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182149868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182149868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182149869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182149869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182149869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:51.750470 run patchelf(pid=16309): Terminating (SIGINT)\u000a18:21:51.929102 run patchelf(pid=16309): Terminated: ok {rc=0}\u000a18:21:51.961576 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16306): Process ended prematurely: osmo-stp_10.42.42.5(pid=16306) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16306)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a18:21:51.970822 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:21:52.031994 run osmo-hlr_10.42.42.2(pid=16303): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16303)]\u000a18:21:52.081509 run osmo-hlr_10.42.42.2(pid=16303): stdout: \u000a| (launched: 2022-12-13_18:21:48.709488) \u000a18:21:52.131521 run osmo-hlr_10.42.42.2(pid=16303): stderr: \u000a| �[0;m�[1;31m20221213182148888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182148888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182148889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182148889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182148889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182148889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182148901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182148909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182148909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182148909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:52.174141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Terminating (SIGTERM)\u000a18:21:52.214406 run iperf3-srv_10.42.42.10(pid=16299): Terminating (SIGTERM)\u000a18:21:52.254401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16302): Terminating (SIGTERM)\u000a18:21:52.294425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16305): Terminating (SIGTERM)\u000a18:21:52.334664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16308): Terminating (SIGTERM)\u000a18:21:52.344120 --- ParallelTerminationStrategy: PID 16298 died...\u000a18:21:52.397810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16298): Terminated: ok {rc=0}\u000a18:21:52.407674 --- ParallelTerminationStrategy: PID 16299 died...\u000a18:21:52.461674 run iperf3-srv_10.42.42.10(pid=16299): Terminated {rc=256}\u000a18:21:52.471480 --- ParallelTerminationStrategy: PID 16302 died...\u000a18:21:52.525275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16302): Terminated: ok {rc=0}\u000a18:21:52.535091 --- ParallelTerminationStrategy: PID 16305 died...\u000a18:21:52.588933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16305): Terminated: ok {rc=0}\u000a18:21:52.598849 --- ParallelTerminationStrategy: PID 16308 died...\u000a18:21:52.653055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16308): Terminated: ok {rc=0}\u000a18:21:52.738008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16324): Process ended prematurely: osmo-stp_10.42.42.5(pid=16324) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16324)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16324): Process ended prematurely: osmo-stp_10.42.42.5(pid=16324) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:21:53.855932 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:53.868033 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:21:54.015776 tst iperf3m4.py: using LAC 35413\u000a18:21:54.145622 tst iperf3m4.py: using RAC 223\u000a18:21:54.277763 tst iperf3m4.py: using CellId 35413\u000a18:21:54.413126 tst iperf3m4.py: using BVCI 35414\u000a18:21:54.438604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.450232 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.461538 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.472755 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.484228 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.495759 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.507601 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.519245 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:21:54.531061 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:54.652183 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:54.778960 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:54.901848 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:21:55.189665 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:21:55.319325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:55.659000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16310): Launched\u000a18:21:55.947649 run iperf3-srv_10.42.42.10(pid=16311): Launched\u000a18:21:56.152719 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:21:56.292051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:56.642743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16312): Launched\u000a18:21:56.933632 run iperf3-srv_10.42.42.10(pid=16313): Launched\u000a18:21:57.138715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:21:57.278208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:57.626061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16314): Launched\u000a18:21:57.915097 run iperf3-srv_10.42.42.10(pid=16315): Launched\u000a18:21:58.120204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:21:58.259773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:58.610100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16316): Launched\u000a18:21:58.901431 run iperf3-srv_10.42.42.10(pid=16317): Launched\u000a18:21:59.106247 tst iperf3m4.py:8: start network...\u000a18:21:59.245774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:59.771611 run create_hlr_db(pid=16318): Launched\u000a18:21:59.964084 bus /gobi_6: Setting Powered False\u000a18:22:01.017719 run create_hlr_db(pid=16318): Terminated: ok {rc=0}\u000a18:22:01.461579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16320): Launched\u000a18:22:01.899871 run osmo-hlr_10.42.42.2(pid=16321): Launched\u000a18:22:02.042037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:02.696650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16323): Launched\u000a18:22:03.031921 run osmo-stp_10.42.42.5(pid=16324): Launched\u000a18:22:03.151060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:03.732858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16326): Launched\u000a18:22:03.851739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:04.145673 run patchelf(pid=16327): Launched\u000a18:22:04.340748 run osmo-stp_10.42.42.5(pid=16324): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16324)]\u000a18:22:04.483486 run osmo-stp_10.42.42.5(pid=16324): stdout: \u000a| (launched: 2022-12-13_18:22:02.866604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:04.627261 run osmo-stp_10.42.42.5(pid=16324): stderr: \u000a| �[0;m�[38;5;43m20221213182203060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182203061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182203061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182203061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182203062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182203062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182203062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:04.765451 run osmo-stp_10.42.42.5(pid=16324): stdout: \u000a| (launched: 2022-12-13_18:22:02.866604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:04.901994 run osmo-stp_10.42.42.5(pid=16324): stderr: \u000a| �[0;m�[38;5;43m20221213182203060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182203061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182203061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182203061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182203062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182203062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182203062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:05.062531 run patchelf(pid=16327): Terminating (SIGINT)\u000a18:22:05.251394 run patchelf(pid=16327): Terminated: ok {rc=0}\u000a18:22:05.285841 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16324): Process ended prematurely: osmo-stp_10.42.42.5(pid=16324) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16324)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:22:05.295933 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a18:22:05.360940 run osmo-hlr_10.42.42.2(pid=16321): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16321)]\u000a18:22:05.413399 run osmo-hlr_10.42.42.2(pid=16321): stdout: \u000a| (launched: 2022-12-13_18:22:01.634286) \u000a18:22:05.466625 run osmo-hlr_10.42.42.2(pid=16321): stderr: \u000a| �[0;m�[1;31m20221213182202002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182202002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182202002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182202002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182202002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182202002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182202034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182202056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182202056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182202056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:05.512238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16310): Terminating (SIGTERM)\u000a18:22:05.554962 run iperf3-srv_10.42.42.10(pid=16311): Terminating (SIGTERM)\u000a18:22:05.598060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16312): Terminating (SIGTERM)\u000a18:22:05.640785 run iperf3-srv_10.42.42.10(pid=16313): Terminating (SIGTERM)\u000a18:22:05.683512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16314): Terminating (SIGTERM)\u000a18:22:05.726005 run iperf3-srv_10.42.42.10(pid=16315): Terminating (SIGTERM)\u000a18:22:05.769174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16316): Terminating (SIGTERM)\u000a18:22:05.812090 run iperf3-srv_10.42.42.10(pid=16317): Terminating (SIGTERM)\u000a18:22:05.855060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16320): Terminating (SIGTERM)\u000a18:22:05.897719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16323): Terminating (SIGTERM)\u000a18:22:05.940751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16326): Terminating (SIGTERM)\u000a18:22:05.950803 --- ParallelTerminationStrategy: PID 16310 died...\u000a18:22:06.008374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16310): Terminated: ok {rc=0}\u000a18:22:06.018759 --- ParallelTerminationStrategy: PID 16311 died...\u000a18:22:06.075572 run iperf3-srv_10.42.42.10(pid=16311): Terminated {rc=256}\u000a18:22:06.085985 --- ParallelTerminationStrategy: PID 16312 died...\u000a18:22:06.143021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16312): Terminated: ok {rc=0}\u000a18:22:06.153459 --- ParallelTerminationStrategy: PID 16313 died...\u000a18:22:06.210203 run iperf3-srv_10.42.42.10(pid=16313): Terminated {rc=256}\u000a18:22:06.220534 --- ParallelTerminationStrategy: PID 16314 died...\u000a18:22:06.277625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16314): Terminated: ok {rc=0}\u000a18:22:06.287818 --- ParallelTerminationStrategy: PID 16315 died...\u000a18:22:06.344700 run iperf3-srv_10.42.42.10(pid=16315): Terminated {rc=256}\u000a18:22:06.354900 --- ParallelTerminationStrategy: PID 16316 died...\u000a18:22:06.412108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16316): Terminated: ok {rc=0}\u000a18:22:06.422633 --- ParallelTerminationStrategy: PID 16317 died...\u000a18:22:06.480175 run iperf3-srv_10.42.42.10(pid=16317): Terminated {rc=256}\u000a18:22:06.490543 --- ParallelTerminationStrategy: PID 16320 died...\u000a18:22:06.547546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16320): Terminated: ok {rc=0}\u000a18:22:06.557969 --- ParallelTerminationStrategy: PID 16323 died...\u000a18:22:06.615380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16323): Terminated: ok {rc=0}\u000a18:22:06.625850 --- ParallelTerminationStrategy: PID 16326 died...\u000a18:22:06.683120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16326): Terminated: ok {rc=0}\u000a18:22:06.772572 bus /gobi_4: Setting Powered False\u000a18:22:07.879659 bus /gobi_4: Setting Powered False\u000a18:22:08.988693 bus /gobi_1: Setting Powered False\u000a18:22:10.096157 bus /gobi_1: Setting Powered False\u000a18:22:11.204850 bus /gobi_0: Setting Powered False\u000a18:22:12.312216 bus /gobi_0: Setting Powered False\u000a18:22:13.426237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16334): Process ended prematurely: osmo-stp_10.42.42.5(pid=16334) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16334)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16334): Process ended prematurely: osmo-stp_10.42.42.5(pid=16334) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:22:14.493860 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:14.506077 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:22:14.646278 tst ping.py: using LAC 35414\u000a18:22:14.767999 tst ping.py: using RAC 224\u000a18:22:14.890026 tst ping.py: using CellId 35414\u000a18:22:15.012280 tst ping.py: using BVCI 35415\u000a18:22:15.035742 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:15.046969 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:15.057895 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:15.068725 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:15.079469 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:15.090229 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:15.101510 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:15.112180 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:15.409907 tst ping.py:19: start network...\u000a18:22:15.546372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:16.108596 run create_hlr_db(pid=16328): Launched\u000a18:22:16.302506 bus /gobi_6: Setting Powered False\u000a18:22:17.323893 run create_hlr_db(pid=16328): Terminated: ok {rc=0}\u000a18:22:17.740756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16330): Launched\u000a18:22:18.048114 run osmo-hlr_10.42.42.2(pid=16331): Launched\u000a18:22:18.170208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:18.711442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16333): Launched\u000a18:22:19.021501 run osmo-stp_10.42.42.5(pid=16334): Launched\u000a18:22:19.133668 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:19.668897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16336): Launched\u000a18:22:19.777393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:20.046878 run patchelf(pid=16337): Launched\u000a18:22:20.225970 run osmo-stp_10.42.42.5(pid=16334): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16334)]\u000a18:22:20.357286 run osmo-stp_10.42.42.5(pid=16334): stdout: \u000a| (launched: 2022-12-13_18:22:18.867658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:20.489993 run osmo-stp_10.42.42.5(pid=16334): stderr: \u000a| �[0;m�[38;5;43m20221213182219039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182219039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182219039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182219040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182219040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182219040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182219040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:20.616664 run osmo-stp_10.42.42.5(pid=16334): stdout: \u000a| (launched: 2022-12-13_18:22:18.867658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:20.741842 run osmo-stp_10.42.42.5(pid=16334): stderr: \u000a| �[0;m�[38;5;43m20221213182219039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182219039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182219039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182219040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182219040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182219040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182219040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:20.889650 run patchelf(pid=16337): Terminating (SIGINT)\u000a18:22:21.063551 run patchelf(pid=16337): Terminated: ok {rc=0}\u000a18:22:21.094881 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16334): Process ended prematurely: osmo-stp_10.42.42.5(pid=16334) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16334)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a18:22:21.103722 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:22:21.164558 run osmo-hlr_10.42.42.2(pid=16331): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16331)]\u000a18:22:21.214051 run osmo-hlr_10.42.42.2(pid=16331): stdout: \u000a| (launched: 2022-12-13_18:22:17.895940) \u000a18:22:21.264116 run osmo-hlr_10.42.42.2(pid=16331): stderr: \u000a| �[0;m�[1;31m20221213182218071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182218071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182218071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182218071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182218071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182218071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182218083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182218092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182218092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182218092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:21.306704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16330): Terminating (SIGTERM)\u000a18:22:21.346706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16333): Terminating (SIGTERM)\u000a18:22:21.386663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16336): Terminating (SIGTERM)\u000a18:22:21.396043 --- ParallelTerminationStrategy: PID 16330 died...\u000a18:22:21.449769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16330): Terminated: ok {rc=0}\u000a18:22:21.459536 --- ParallelTerminationStrategy: PID 16333 died...\u000a18:22:21.513072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16333): Terminated: ok {rc=0}\u000a18:22:21.522822 --- ParallelTerminationStrategy: PID 16336 died...\u000a18:22:21.576282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16336): Terminated: ok {rc=0}\u000a18:22:21.661467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16344): Process ended prematurely: osmo-stp_10.42.42.5(pid=16344) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16344)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16344): Process ended prematurely: osmo-stp_10.42.42.5(pid=16344) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:22:22.714245 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:22.726464 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:22:22.875146 tst ping_idle_ping.py: using LAC 35415\u000a18:22:22.999006 tst ping_idle_ping.py: using RAC 225\u000a18:22:23.120419 tst ping_idle_ping.py: using CellId 35415\u000a18:22:23.241859 tst ping_idle_ping.py: using BVCI 35416\u000a18:22:23.265283 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:23.276344 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:23.287154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:23.297954 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:23.308622 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:23.319336 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:23.330360 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:23.341223 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:23.622341 tst ping_idle_ping.py:24: start network...\u000a18:22:23.749810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:24.245937 run create_hlr_db(pid=16338): Launched\u000a18:22:24.424207 bus /gobi_6: Setting Powered False\u000a18:22:25.444000 run create_hlr_db(pid=16338): Terminated: ok {rc=0}\u000a18:22:25.855418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16340): Launched\u000a18:22:26.164591 run osmo-hlr_10.42.42.2(pid=16341): Launched\u000a18:22:26.276168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:26.808572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16343): Launched\u000a18:22:27.118967 run osmo-stp_10.42.42.5(pid=16344): Launched\u000a18:22:27.231455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:27.770161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16346): Launched\u000a18:22:27.879164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:28.148674 run patchelf(pid=16347): Launched\u000a18:22:28.328729 run osmo-stp_10.42.42.5(pid=16344): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16344)]\u000a18:22:28.460594 run osmo-stp_10.42.42.5(pid=16344): stdout: \u000a| (launched: 2022-12-13_18:22:26.964505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:28.592523 run osmo-stp_10.42.42.5(pid=16344): stderr: \u000a| �[0;m�[38;5;43m20221213182227136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182227136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182227137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182227137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182227138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182227138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182227138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:28.719874 run osmo-stp_10.42.42.5(pid=16344): stdout: \u000a| (launched: 2022-12-13_18:22:26.964505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:28.845327 run osmo-stp_10.42.42.5(pid=16344): stderr: \u000a| �[0;m�[38;5;43m20221213182227136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182227136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182227137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182227137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182227138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182227138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182227138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:28.993980 run patchelf(pid=16347): Terminating (SIGINT)\u000a18:22:29.169242 run patchelf(pid=16347): Terminated: ok {rc=0}\u000a18:22:29.200671 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16344): Process ended prematurely: osmo-stp_10.42.42.5(pid=16344) [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16344)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:22:29.209332 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:22:29.270520 run osmo-hlr_10.42.42.2(pid=16341): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16341)]\u000a18:22:29.320102 run osmo-hlr_10.42.42.2(pid=16341): stdout: \u000a| (launched: 2022-12-13_18:22:26.011139) \u000a18:22:29.370259 run osmo-hlr_10.42.42.2(pid=16341): stderr: \u000a| �[0;m�[1;31m20221213182226187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182226187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182226187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182226187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182226187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182226187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182226199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182226210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182226210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182226210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:29.413081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16340): Terminating (SIGTERM)\u000a18:22:29.453438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16343): Terminating (SIGTERM)\u000a18:22:29.493796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16346): Terminating (SIGTERM)\u000a18:22:29.502895 --- ParallelTerminationStrategy: PID 16340 died...\u000a18:22:29.556596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16340): Terminated: ok {rc=0}\u000a18:22:29.566581 --- ParallelTerminationStrategy: PID 16343 died...\u000a18:22:29.620653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16343): Terminated: ok {rc=0}\u000a18:22:29.630567 --- ParallelTerminationStrategy: PID 16346 died...\u000a18:22:29.684791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16346): Terminated: ok {rc=0}\u000a18:22:29.775274 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:21:30" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16361): Process ended prematurely: osmo-stp_10.42.42.5(pid=16361) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16361)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16361): Process ended prematurely: osmo-stp_10.42.42.5(pid=16361) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:22:32.035325 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.051673 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:22:32.250815 tst cs_paging_gprs_active.py: using LAC 35416\u000a18:22:32.382401 tst cs_paging_gprs_active.py: using RAC 226\u000a18:22:32.523700 tst cs_paging_gprs_active.py: using CellId 35416\u000a18:22:32.661288 tst cs_paging_gprs_active.py: using BVCI 35417\u000a18:22:32.686785 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.698288 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.709611 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.720771 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.732383 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.743877 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.756939 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.768416 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:32.780280 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:32.900709 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:33.186811 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:22:33.315725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:33.642653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16351): Launched\u000a18:22:33.914388 run iperf3-srv_10.42.42.10(pid=16352): Launched\u000a18:22:34.104470 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:22:34.233800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:34.559005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16353): Launched\u000a18:22:34.835693 run iperf3-srv_10.42.42.10(pid=16354): Launched\u000a18:22:35.026992 tst cs_paging_gprs_active.py:38: start network...\u000a18:22:35.156174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:35.660927 run create_hlr_db(pid=16355): Launched\u000a18:22:35.841280 bus /gobi_6: Setting Powered False\u000a18:22:36.874753 run create_hlr_db(pid=16355): Terminated: ok {rc=0}\u000a18:22:37.322106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16357): Launched\u000a18:22:37.660221 run osmo-hlr_10.42.42.2(pid=16358): Launched\u000a18:22:37.786461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:38.370443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16360): Launched\u000a18:22:38.706742 run osmo-stp_10.42.42.5(pid=16361): Launched\u000a18:22:38.828860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:39.414668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16363): Launched\u000a18:22:39.534160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:39.829051 run patchelf(pid=16364): Launched\u000a18:22:40.025294 run osmo-stp_10.42.42.5(pid=16361): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16361)]\u000a18:22:40.168917 run osmo-stp_10.42.42.5(pid=16361): stdout: \u000a| (launched: 2022-12-13_18:22:38.540772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:40.313292 run osmo-stp_10.42.42.5(pid=16361): stderr: \u000a| �[0;m�[38;5;43m20221213182238735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182238735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182238735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182238736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:40.451758 run osmo-stp_10.42.42.5(pid=16361): stdout: \u000a| (launched: 2022-12-13_18:22:38.540772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:40.589275 run osmo-stp_10.42.42.5(pid=16361): stderr: \u000a| �[0;m�[38;5;43m20221213182238735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182238735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182238735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182238736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:40.751082 run patchelf(pid=16364): Terminating (SIGINT)\u000a18:22:40.940680 run patchelf(pid=16364): Terminated: ok {rc=0}\u000a18:22:40.975355 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16361): Process ended prematurely: osmo-stp_10.42.42.5(pid=16361) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16361)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:22:40.985330 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:22:41.050404 run osmo-hlr_10.42.42.2(pid=16358): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16358)]\u000a18:22:41.103323 run osmo-hlr_10.42.42.2(pid=16358): stdout: \u000a| (launched: 2022-12-13_18:22:37.492226) \u000a18:22:41.156885 run osmo-hlr_10.42.42.2(pid=16358): stderr: \u000a| �[0;m�[1;31m20221213182237691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182237704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182237712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182237713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182237713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:41.202502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16351): Terminating (SIGTERM)\u000a18:22:41.245408 run iperf3-srv_10.42.42.10(pid=16352): Terminating (SIGTERM)\u000a18:22:41.288243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16353): Terminating (SIGTERM)\u000a18:22:41.331093 run iperf3-srv_10.42.42.10(pid=16354): Terminating (SIGTERM)\u000a18:22:41.373854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16357): Terminating (SIGTERM)\u000a18:22:41.416669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16360): Terminating (SIGTERM)\u000a18:22:41.459393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16363): Terminating (SIGTERM)\u000a18:22:41.468936 --- ParallelTerminationStrategy: PID 16351 died...\u000a18:22:41.526292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16351): Terminated: ok {rc=0}\u000a18:22:41.536512 --- ParallelTerminationStrategy: PID 16352 died...\u000a18:22:41.593765 run iperf3-srv_10.42.42.10(pid=16352): Terminated {rc=256}\u000a18:22:41.604337 --- ParallelTerminationStrategy: PID 16353 died...\u000a18:22:41.661616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16353): Terminated: ok {rc=0}\u000a18:22:41.671859 --- ParallelTerminationStrategy: PID 16354 died...\u000a18:22:41.728910 run iperf3-srv_10.42.42.10(pid=16354): Terminated {rc=256}\u000a18:22:41.739119 --- ParallelTerminationStrategy: PID 16357 died...\u000a18:22:41.796201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16357): Terminated: ok {rc=0}\u000a18:22:41.806440 --- ParallelTerminationStrategy: PID 16360 died...\u000a18:22:41.863459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16360): Terminated: ok {rc=0}\u000a18:22:41.873727 --- ParallelTerminationStrategy: PID 16363 died...\u000a18:22:41.931155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16363): Terminated: ok {rc=0}\u000a18:22:42.019811 bus /gobi_0: Setting Powered False\u000a18:22:43.127941 bus /gobi_0: Setting Powered False\u000a18:22:44.239409 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16373): Process ended prematurely: osmo-stp_10.42.42.5(pid=16373) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16373): Process ended prematurely: osmo-stp_10.42.42.5(pid=16373) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:22:45.357503 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:45.369675 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:22:45.539553 tst iperf3.py: using LAC 35417\u000a18:22:45.670988 tst iperf3.py: using RAC 227\u000a18:22:45.796205 tst iperf3.py: using CellId 35417\u000a18:22:45.939157 tst iperf3.py: using BVCI 35418\u000a18:22:45.964748 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:45.976778 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:45.990602 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:46.004451 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:46.018494 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:46.033421 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:46.048607 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:46.063196 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:46.077856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:46.376547 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:22:46.511921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:46.855582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Launched\u000a18:22:47.150563 run iperf3-srv_10.42.42.10(pid=16366): Launched\u000a18:22:47.359050 tst iperf3.py:8: start network...\u000a18:22:47.498616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:48.027243 run create_hlr_db(pid=16367): Launched\u000a18:22:48.221775 bus /gobi_6: Setting Powered False\u000a18:22:49.241441 run create_hlr_db(pid=16367): Terminated: ok {rc=0}\u000a18:22:49.663063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16369): Launched\u000a18:22:49.977532 run osmo-hlr_10.42.42.2(pid=16370): Launched\u000a18:22:50.091924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:50.636770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16372): Launched\u000a18:22:50.950294 run osmo-stp_10.42.42.5(pid=16373): Launched\u000a18:22:51.064706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:51.615311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16375): Launched\u000a18:22:51.726423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:52.022125 run patchelf(pid=16376): Launched\u000a18:22:52.218455 run osmo-stp_10.42.42.5(pid=16373): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)]\u000a18:22:52.361564 run osmo-stp_10.42.42.5(pid=16373): stdout: \u000a| (launched: 2022-12-13_18:22:50.795019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:52.504564 run osmo-stp_10.42.42.5(pid=16373): stderr: \u000a| �[0;m�[38;5;43m20221213182250968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182250968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182250968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182250968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182250969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182250969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182250969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:52.643362 run osmo-stp_10.42.42.5(pid=16373): stdout: \u000a| (launched: 2022-12-13_18:22:50.795019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:52.780474 run osmo-stp_10.42.42.5(pid=16373): stderr: \u000a| �[0;m�[38;5;43m20221213182250968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182250968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182250968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182250968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182250969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182250969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182250969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:52.941645 run patchelf(pid=16376): Terminating (SIGINT)\u000a18:22:53.131712 run patchelf(pid=16376): Terminated: ok {rc=0}\u000a18:22:53.166433 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16373): Process ended prematurely: osmo-stp_10.42.42.5(pid=16373) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:22:53.176487 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a18:22:53.241702 run osmo-hlr_10.42.42.2(pid=16370): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16370)]\u000a18:22:53.294464 run osmo-hlr_10.42.42.2(pid=16370): stdout: \u000a| (launched: 2022-12-13_18:22:49.821348) \u000a18:22:53.348180 run osmo-hlr_10.42.42.2(pid=16370): stderr: \u000a| �[0;m�[1;31m20221213182249999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182249999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182249999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182249999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182249999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182249999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182250015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182250025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182250025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182250025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:53.393838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Terminating (SIGTERM)\u000a18:22:53.436600 run iperf3-srv_10.42.42.10(pid=16366): Terminating (SIGTERM)\u000a18:22:53.481226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16369): Terminating (SIGTERM)\u000a18:22:53.523919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16372): Terminating (SIGTERM)\u000a18:22:53.566770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16375): Terminating (SIGTERM)\u000a18:22:53.576673 --- ParallelTerminationStrategy: PID 16365 died...\u000a18:22:53.634760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16365): Terminated: ok {rc=0}\u000a18:22:53.645159 --- ParallelTerminationStrategy: PID 16366 died...\u000a18:22:53.702545 run iperf3-srv_10.42.42.10(pid=16366): Terminated {rc=256}\u000a18:22:53.712786 --- ParallelTerminationStrategy: PID 16369 died...\u000a18:22:53.770426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16369): Terminated: ok {rc=0}\u000a18:22:53.780699 --- ParallelTerminationStrategy: PID 16372 died...\u000a18:22:53.838221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16372): Terminated: ok {rc=0}\u000a18:22:53.848559 --- ParallelTerminationStrategy: PID 16375 died...\u000a18:22:53.906072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16375): Terminated: ok {rc=0}\u000a18:22:53.994586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16391): Process ended prematurely: osmo-stp_10.42.42.5(pid=16391) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16391)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16391): Process ended prematurely: osmo-stp_10.42.42.5(pid=16391) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:22:55.111905 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.124349 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:22:55.290823 tst iperf3m4.py: using LAC 35418\u000a18:22:55.421262 tst iperf3m4.py: using RAC 228\u000a18:22:55.548368 tst iperf3m4.py: using CellId 35418\u000a18:22:55.671479 tst iperf3m4.py: using BVCI 35419\u000a18:22:55.695437 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.706802 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.717845 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.728761 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.739638 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.750553 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.761572 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.772302 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:22:55.783258 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:55.904795 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:56.026610 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:56.147711 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:22:56.450534 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:22:56.589965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:56.938858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16377): Launched\u000a18:22:57.229934 run iperf3-srv_10.42.42.10(pid=16378): Launched\u000a18:22:57.435350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:22:57.575027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:57.925620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16379): Launched\u000a18:22:58.215327 run iperf3-srv_10.42.42.10(pid=16380): Launched\u000a18:22:58.420477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:22:58.559820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:58.909140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16381): Launched\u000a18:22:59.199891 run iperf3-srv_10.42.42.10(pid=16382): Launched\u000a18:22:59.405690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:22:59.545423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:59.895830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16383): Launched\u000a18:23:00.186105 run iperf3-srv_10.42.42.10(pid=16384): Launched\u000a18:23:00.391108 tst iperf3m4.py:8: start network...\u000a18:23:00.530592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:01.083660 run create_hlr_db(pid=16385): Launched\u000a18:23:01.280607 bus /gobi_6: Setting Powered False\u000a18:23:02.327526 run create_hlr_db(pid=16385): Terminated: ok {rc=0}\u000a18:23:02.749642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16387): Launched\u000a18:23:03.066006 run osmo-hlr_10.42.42.2(pid=16388): Launched\u000a18:23:03.190798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:03.742682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16390): Launched\u000a18:23:04.058195 run osmo-stp_10.42.42.5(pid=16391): Launched\u000a18:23:04.170309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:04.717156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16393): Launched\u000a18:23:04.828117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:05.102985 run patchelf(pid=16394): Launched\u000a18:23:05.287236 run osmo-stp_10.42.42.5(pid=16391): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16391)]\u000a18:23:05.421069 run osmo-stp_10.42.42.5(pid=16391): stdout: \u000a| (launched: 2022-12-13_18:23:03.901456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:05.555044 run osmo-stp_10.42.42.5(pid=16391): stderr: \u000a| �[0;m�[38;5;43m20221213182304074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182304075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182304075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182304075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182304076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182304076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182304076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:05.684090 run osmo-stp_10.42.42.5(pid=16391): stdout: \u000a| (launched: 2022-12-13_18:23:03.901456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:05.811902 run osmo-stp_10.42.42.5(pid=16391): stderr: \u000a| �[0;m�[38;5;43m20221213182304074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182304075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182304075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182304075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182304076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182304076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182304076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:05.962391 run patchelf(pid=16394): Terminating (SIGINT)\u000a18:23:06.140458 run patchelf(pid=16394): Terminated: ok {rc=0}\u000a18:23:06.172916 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16391): Process ended prematurely: osmo-stp_10.42.42.5(pid=16391) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16391)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:23:06.182279 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:23:06.243431 run osmo-hlr_10.42.42.2(pid=16388): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16388)]\u000a18:23:06.293188 run osmo-hlr_10.42.42.2(pid=16388): stdout: \u000a| (launched: 2022-12-13_18:23:02.908434) \u000a18:23:06.343504 run osmo-hlr_10.42.42.2(pid=16388): stderr: \u000a| �[0;m�[1;31m20221213182303086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182303086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182303086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182303086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182303086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182303086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182303098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182303106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182303106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182303106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:06.386289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16377): Terminating (SIGTERM)\u000a18:23:06.426608 run iperf3-srv_10.42.42.10(pid=16378): Terminating (SIGTERM)\u000a18:23:06.466958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16379): Terminating (SIGTERM)\u000a18:23:06.507327 run iperf3-srv_10.42.42.10(pid=16380): Terminating (SIGTERM)\u000a18:23:06.547834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16381): Terminating (SIGTERM)\u000a18:23:06.588106 run iperf3-srv_10.42.42.10(pid=16382): Terminating (SIGTERM)\u000a18:23:06.628603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16383): Terminating (SIGTERM)\u000a18:23:06.668880 run iperf3-srv_10.42.42.10(pid=16384): Terminating (SIGTERM)\u000a18:23:06.709213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16387): Terminating (SIGTERM)\u000a18:23:06.749573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16390): Terminating (SIGTERM)\u000a18:23:06.790133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16393): Terminating (SIGTERM)\u000a18:23:06.799612 --- ParallelTerminationStrategy: PID 16377 died...\u000a18:23:06.854055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16377): Terminated: ok {rc=0}\u000a18:23:06.863922 --- ParallelTerminationStrategy: PID 16378 died...\u000a18:23:06.917799 run iperf3-srv_10.42.42.10(pid=16378): Terminated {rc=256}\u000a18:23:06.927627 --- ParallelTerminationStrategy: PID 16379 died...\u000a18:23:06.981897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16379): Terminated: ok {rc=0}\u000a18:23:06.991882 --- ParallelTerminationStrategy: PID 16380 died...\u000a18:23:07.045874 run iperf3-srv_10.42.42.10(pid=16380): Terminated {rc=256}\u000a18:23:07.055733 --- ParallelTerminationStrategy: PID 16381 died...\u000a18:23:07.109939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16381): Terminated: ok {rc=0}\u000a18:23:07.119928 --- ParallelTerminationStrategy: PID 16382 died...\u000a18:23:07.173945 run iperf3-srv_10.42.42.10(pid=16382): Terminated {rc=256}\u000a18:23:07.183721 --- ParallelTerminationStrategy: PID 16383 died...\u000a18:23:07.238586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16383): Terminated: ok {rc=0}\u000a18:23:07.248610 --- ParallelTerminationStrategy: PID 16384 died...\u000a18:23:07.302614 run iperf3-srv_10.42.42.10(pid=16384): Terminated {rc=256}\u000a18:23:07.312487 --- ParallelTerminationStrategy: PID 16387 died...\u000a18:23:07.366189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16387): Terminated: ok {rc=0}\u000a18:23:07.376099 --- ParallelTerminationStrategy: PID 16390 died...\u000a18:23:07.430082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16390): Terminated: ok {rc=0}\u000a18:23:07.440042 --- ParallelTerminationStrategy: PID 16393 died...\u000a18:23:07.495477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16393): Terminated: ok {rc=0}\u000a18:23:07.581260 bus /gobi_4: Setting Powered False\u000a18:23:08.690350 bus /gobi_4: Setting Powered False\u000a18:23:09.800487 bus /gobi_1: Setting Powered False\u000a18:23:10.909598 bus /gobi_1: Setting Powered False\u000a18:23:12.019780 bus /gobi_0: Setting Powered False\u000a18:23:13.127809 bus /gobi_0: Setting Powered False\u000a18:23:14.239224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16401): Process ended prematurely: osmo-stp_10.42.42.5(pid=16401) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16401)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16401): Process ended prematurely: osmo-stp_10.42.42.5(pid=16401) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:23:15.309455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.321940 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:23:15.488249 tst ping.py: using LAC 35419\u000a18:23:15.618264 tst ping.py: using RAC 229\u000a18:23:15.741897 tst ping.py: using CellId 35419\u000a18:23:15.865539 tst ping.py: using BVCI 35420\u000a18:23:15.897599 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.910260 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.922881 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.937412 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.950853 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.964864 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.978071 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:15.991938 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:16.310450 tst ping.py:19: start network...\u000a18:23:16.455004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:17.022901 run create_hlr_db(pid=16395): Launched\u000a18:23:17.219014 bus /gobi_6: Setting Powered False\u000a18:23:18.235800 run create_hlr_db(pid=16395): Terminated: ok {rc=0}\u000a18:23:18.651311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16397): Launched\u000a18:23:18.961263 run osmo-hlr_10.42.42.2(pid=16398): Launched\u000a18:23:19.077655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:19.617501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16400): Launched\u000a18:23:19.926590 run osmo-stp_10.42.42.5(pid=16401): Launched\u000a18:23:20.039130 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:20.577329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16403): Launched\u000a18:23:20.686989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:20.958704 run patchelf(pid=16404): Launched\u000a18:23:21.138773 run osmo-stp_10.42.42.5(pid=16401): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16401)]\u000a18:23:21.270491 run osmo-stp_10.42.42.5(pid=16401): stdout: \u000a| (launched: 2022-12-13_18:23:19.773063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:21.403144 run osmo-stp_10.42.42.5(pid=16401): stderr: \u000a| �[0;m�[38;5;43m20221213182319944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182319944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182319945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182319945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182319946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182319946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182319946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:21.530120 run osmo-stp_10.42.42.5(pid=16401): stdout: \u000a| (launched: 2022-12-13_18:23:19.773063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:21.656136 run osmo-stp_10.42.42.5(pid=16401): stderr: \u000a| �[0;m�[38;5;43m20221213182319944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182319944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182319945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182319945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182319946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182319946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182319946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:21.803857 run patchelf(pid=16404): Terminating (SIGINT)\u000a18:23:21.978883 run patchelf(pid=16404): Terminated: ok {rc=0}\u000a18:23:22.010361 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16401): Process ended prematurely: osmo-stp_10.42.42.5(pid=16401) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16401)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:23:22.018977 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:23:22.079951 run osmo-hlr_10.42.42.2(pid=16398): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16398)]\u000a18:23:22.129526 run osmo-hlr_10.42.42.2(pid=16398): stdout: \u000a| (launched: 2022-12-13_18:23:18.807407) \u000a18:23:22.179878 run osmo-hlr_10.42.42.2(pid=16398): stderr: \u000a| �[0;m�[1;31m20221213182318985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182318985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182318985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182318985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182318985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182318986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182318998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182319007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182319008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182319008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:22.222571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16397): Terminating (SIGTERM)\u000a18:23:22.262736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16400): Terminating (SIGTERM)\u000a18:23:22.303196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16403): Terminating (SIGTERM)\u000a18:23:22.312351 --- ParallelTerminationStrategy: PID 16397 died...\u000a18:23:22.366696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16397): Terminated: ok {rc=0}\u000a18:23:22.376554 --- ParallelTerminationStrategy: PID 16400 died...\u000a18:23:22.430843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16400): Terminated: ok {rc=0}\u000a18:23:22.440774 --- ParallelTerminationStrategy: PID 16403 died...\u000a18:23:22.495113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16403): Terminated: ok {rc=0}\u000a18:23:22.580903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16411): Process ended prematurely: osmo-stp_10.42.42.5(pid=16411) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16411)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16411): Process ended prematurely: osmo-stp_10.42.42.5(pid=16411) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:23:23.636623 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:23.649433 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:23:23.816658 tst ping_idle_ping.py: using LAC 35420\u000a18:23:23.944933 tst ping_idle_ping.py: using RAC 230\u000a18:23:24.067199 tst ping_idle_ping.py: using CellId 35420\u000a18:23:24.190147 tst ping_idle_ping.py: using BVCI 35421\u000a18:23:24.213703 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:24.224691 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:24.235611 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:24.246457 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:24.257812 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:24.269230 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:24.280697 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:24.292134 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:24.595460 tst ping_idle_ping.py:24: start network...\u000a18:23:24.734108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:25.257462 run create_hlr_db(pid=16405): Launched\u000a18:23:25.450823 bus /gobi_6: Setting Powered False\u000a18:23:26.470333 run create_hlr_db(pid=16405): Terminated: ok {rc=0}\u000a18:23:26.887984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16407): Launched\u000a18:23:27.199307 run osmo-hlr_10.42.42.2(pid=16408): Launched\u000a18:23:27.317535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:27.853558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16410): Launched\u000a18:23:28.164552 run osmo-stp_10.42.42.5(pid=16411): Launched\u000a18:23:28.276743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:28.814817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16413): Launched\u000a18:23:28.923972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:29.196074 run patchelf(pid=16414): Launched\u000a18:23:29.376113 run osmo-stp_10.42.42.5(pid=16411): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16411)]\u000a18:23:29.508785 run osmo-stp_10.42.42.5(pid=16411): stdout: \u000a| (launched: 2022-12-13_18:23:28.009845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:29.640802 run osmo-stp_10.42.42.5(pid=16411): stderr: \u000a| �[0;m�[38;5;43m20221213182328182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182328182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182328182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182328183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182328183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182328183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182328183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:29.767701 run osmo-stp_10.42.42.5(pid=16411): stdout: \u000a| (launched: 2022-12-13_18:23:28.009845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:29.893250 run osmo-stp_10.42.42.5(pid=16411): stderr: \u000a| �[0;m�[38;5;43m20221213182328182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182328182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182328182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182328183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182328183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182328183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182328183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:30.041064 run patchelf(pid=16414): Terminating (SIGINT)\u000a18:23:30.215996 run patchelf(pid=16414): Terminated: ok {rc=0}\u000a18:23:30.247736 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16411): Process ended prematurely: osmo-stp_10.42.42.5(pid=16411) [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16411)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:23:30.256518 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:23:30.317291 run osmo-hlr_10.42.42.2(pid=16408): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16408)]\u000a18:23:30.366896 run osmo-hlr_10.42.42.2(pid=16408): stdout: \u000a| (launched: 2022-12-13_18:23:27.044233) \u000a18:23:30.417368 run osmo-hlr_10.42.42.2(pid=16408): stderr: \u000a| �[0;m�[1;31m20221213182327221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182327221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182327221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182327221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182327221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182327222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182327234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182327242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182327242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182327242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:30.459830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16407): Terminating (SIGTERM)\u000a18:23:30.499787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16410): Terminating (SIGTERM)\u000a18:23:30.539920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16413): Terminating (SIGTERM)\u000a18:23:30.549385 --- ParallelTerminationStrategy: PID 16407 died...\u000a18:23:30.603299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16407): Terminated: ok {rc=0}\u000a18:23:30.613156 --- ParallelTerminationStrategy: PID 16410 died...\u000a18:23:30.666924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16410): Terminated: ok {rc=0}\u000a18:23:30.676650 --- ParallelTerminationStrategy: PID 16413 died...\u000a18:23:30.730008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16413): Terminated: ok {rc=0}\u000a18:23:30.814289 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:22:31" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16433): Process ended prematurely: osmo-stp_10.42.42.5(pid=16433) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16433)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16433): Process ended prematurely: osmo-stp_10.42.42.5(pid=16433) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:23:33.027156 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.038986 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:23:33.178409 tst cs_paging_gprs_active.py: using LAC 35421\u000a18:23:33.297456 tst cs_paging_gprs_active.py: using RAC 231\u000a18:23:33.416911 tst cs_paging_gprs_active.py: using CellId 35421\u000a18:23:33.544794 tst cs_paging_gprs_active.py: using BVCI 35422\u000a18:23:33.570012 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.581873 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.593671 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.605356 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.617872 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.630570 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.643231 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.655648 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:33.668341 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:33.792801 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:34.076797 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:23:34.205703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:34.527437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16423): Launched\u000a18:23:34.794395 run iperf3-srv_10.42.42.10(pid=16424): Launched\u000a18:23:34.981666 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:23:35.109055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:35.430312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16425): Launched\u000a18:23:35.697552 run iperf3-srv_10.42.42.10(pid=16426): Launched\u000a18:23:35.884774 tst cs_paging_gprs_active.py:38: start network...\u000a18:23:36.012569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:36.509021 run create_hlr_db(pid=16427): Launched\u000a18:23:36.700818 bus /gobi_6: Setting Powered False\u000a18:23:37.721491 run create_hlr_db(pid=16427): Terminated: ok {rc=0}\u000a18:23:38.138886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16429): Launched\u000a18:23:38.450076 run osmo-hlr_10.42.42.2(pid=16430): Launched\u000a18:23:38.564146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:39.102492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16432): Launched\u000a18:23:39.412487 run osmo-stp_10.42.42.5(pid=16433): Launched\u000a18:23:39.527078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:40.070381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16435): Launched\u000a18:23:40.180613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:40.453936 run patchelf(pid=16436): Launched\u000a18:23:40.635271 run osmo-stp_10.42.42.5(pid=16433): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16433)]\u000a18:23:40.767750 run osmo-stp_10.42.42.5(pid=16433): stdout: \u000a| (launched: 2022-12-13_18:23:39.259485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:40.900673 run osmo-stp_10.42.42.5(pid=16433): stderr: \u000a| �[0;m�[38;5;43m20221213182339432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182339432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182339432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182339433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182339433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182339433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182339433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:41.028346 run osmo-stp_10.42.42.5(pid=16433): stdout: \u000a| (launched: 2022-12-13_18:23:39.259485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:41.154811 run osmo-stp_10.42.42.5(pid=16433): stderr: \u000a| �[0;m�[38;5;43m20221213182339432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182339432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182339432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182339433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182339433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182339433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182339433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:41.303685 run patchelf(pid=16436): Terminating (SIGINT)\u000a18:23:41.479740 run patchelf(pid=16436): Terminated: ok {rc=0}\u000a18:23:41.512570 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16433): Process ended prematurely: osmo-stp_10.42.42.5(pid=16433) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16433)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a18:23:41.522113 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:23:41.582780 run osmo-hlr_10.42.42.2(pid=16430): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16430)]\u000a18:23:41.632598 run osmo-hlr_10.42.42.2(pid=16430): stdout: \u000a| (launched: 2022-12-13_18:23:38.296468) \u000a18:23:41.683230 run osmo-hlr_10.42.42.2(pid=16430): stderr: \u000a| �[0;m�[1;31m20221213182338471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182338471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182338471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182338471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182338472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182338472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182338486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182338497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182338497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182338497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:41.726001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16423): Terminating (SIGTERM)\u000a18:23:41.766232 run iperf3-srv_10.42.42.10(pid=16424): Terminating (SIGTERM)\u000a18:23:41.806557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16425): Terminating (SIGTERM)\u000a18:23:41.846916 run iperf3-srv_10.42.42.10(pid=16426): Terminating (SIGTERM)\u000a18:23:41.887333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16429): Terminating (SIGTERM)\u000a18:23:41.927768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16432): Terminating (SIGTERM)\u000a18:23:41.968237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16435): Terminating (SIGTERM)\u000a18:23:41.977583 --- ParallelTerminationStrategy: PID 16423 died...\u000a18:23:42.031653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16423): Terminated: ok {rc=0}\u000a18:23:42.041336 --- ParallelTerminationStrategy: PID 16424 died...\u000a18:23:42.094947 run iperf3-srv_10.42.42.10(pid=16424): Terminated {rc=256}\u000a18:23:42.104429 --- ParallelTerminationStrategy: PID 16425 died...\u000a18:23:42.158200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16425): Terminated: ok {rc=0}\u000a18:23:42.167765 --- ParallelTerminationStrategy: PID 16426 died...\u000a18:23:42.221260 run iperf3-srv_10.42.42.10(pid=16426): Terminated {rc=256}\u000a18:23:42.230853 --- ParallelTerminationStrategy: PID 16429 died...\u000a18:23:42.284478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16429): Terminated: ok {rc=0}\u000a18:23:42.294065 --- ParallelTerminationStrategy: PID 16432 died...\u000a18:23:42.348232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16432): Terminated: ok {rc=0}\u000a18:23:42.357870 --- ParallelTerminationStrategy: PID 16435 died...\u000a18:23:42.411752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16435): Terminated: ok {rc=0}\u000a18:23:42.502186 bus /gobi_0: Setting Powered False\u000a18:23:43.608855 bus /gobi_0: Setting Powered False\u000a18:23:44.717663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16458): Process ended prematurely: osmo-stp_10.42.42.5(pid=16458) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16458): Process ended prematurely: osmo-stp_10.42.42.5(pid=16458) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a18:23:45.841540 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:45.854819 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:23:46.000421 tst iperf3.py: using LAC 35422\u000a18:23:46.128613 tst iperf3.py: using RAC 232\u000a18:23:46.289706 tst iperf3.py: using CellId 35422\u000a18:23:46.421466 tst iperf3.py: using BVCI 35423\u000a18:23:46.445498 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.457768 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.469760 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.482262 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.494893 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.507588 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.520223 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.532645 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:46.545368 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:46.876003 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:23:47.018098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:47.396555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16447): Launched\u000a18:23:47.703904 run iperf3-srv_10.42.42.10(pid=16448): Launched\u000a18:23:47.912002 tst iperf3.py:8: start network...\u000a18:23:48.053096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:48.620242 run create_hlr_db(pid=16450): Launched\u000a18:23:48.817734 bus /gobi_6: Setting Powered False\u000a18:23:49.838174 run create_hlr_db(pid=16450): Terminated: ok {rc=0}\u000a18:23:50.293198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Launched\u000a18:23:50.700687 run osmo-hlr_10.42.42.2(pid=16453): Launched\u000a18:23:50.956718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:51.557845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16457): Launched\u000a18:23:51.976330 run osmo-stp_10.42.42.5(pid=16458): Launched\u000a18:23:52.199509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:52.797469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16460): Launched\u000a18:23:52.918327 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:53.263997 run patchelf(pid=16479): Launched\u000a18:23:53.479557 run osmo-stp_10.42.42.5(pid=16458): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)]\u000a18:23:53.626870 run osmo-stp_10.42.42.5(pid=16458): stdout: \u000a| (launched: 2022-12-13_18:23:51.717524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:53.792801 run osmo-stp_10.42.42.5(pid=16458): stderr: \u000a| �[0;m�[38;5;43m20221213182352005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182352005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182352005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182352006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182352006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182352006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182352006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:53.947432 run osmo-stp_10.42.42.5(pid=16458): stdout: \u000a| (launched: 2022-12-13_18:23:51.717524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:54.109808 run osmo-stp_10.42.42.5(pid=16458): stderr: \u000a| �[0;m�[38;5;43m20221213182352005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182352005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182352005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182352006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182352006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182352006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182352006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:54.298599 run patchelf(pid=16479): Terminating (SIGINT)\u000a18:23:54.528079 run patchelf(pid=16479): Terminated: ok {rc=0}\u000a18:23:54.572923 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16458): Process ended prematurely: osmo-stp_10.42.42.5(pid=16458) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a18:23:54.584663 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a18:23:54.674224 run osmo-hlr_10.42.42.2(pid=16453): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16453)]\u000a18:23:54.746154 run osmo-hlr_10.42.42.2(pid=16453): stdout: \u000a| (launched: 2022-12-13_18:23:50.453966) \u000a18:23:54.818020 run osmo-hlr_10.42.42.2(pid=16453): stderr: \u000a| �[0;m�[1;31m20221213182350793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182350793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182350793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182350793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182350793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182350794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182350808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182350816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182350816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182350816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:54.878574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16447): Terminating (SIGTERM)\u000a18:23:54.932530 run iperf3-srv_10.42.42.10(pid=16448): Terminating (SIGTERM)\u000a18:23:54.990890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Terminating (SIGTERM)\u000a18:23:55.048669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16457): Terminating (SIGTERM)\u000a18:23:55.102883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16460): Terminating (SIGTERM)\u000a18:23:55.118721 --- ParallelTerminationStrategy: PID 16447 died...\u000a18:23:55.194481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16447): Terminated: ok {rc=0}\u000a18:23:55.208673 --- ParallelTerminationStrategy: PID 16448 died...\u000a18:23:55.276173 run iperf3-srv_10.42.42.10(pid=16448): Terminated {rc=256}\u000a18:23:55.295244 --- ParallelTerminationStrategy: PID 16452 died...\u000a18:23:55.373840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Terminated: ok {rc=0}\u000a18:23:55.386366 --- ParallelTerminationStrategy: PID 16457 died...\u000a18:23:55.462229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16457): Terminated: ok {rc=0}\u000a18:23:55.474771 --- ParallelTerminationStrategy: PID 16460 died...\u000a18:23:55.545800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16460): Terminated: ok {rc=0}\u000a18:23:55.651303 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16735): Process ended prematurely: osmo-stp_10.42.42.5(pid=16735) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16735)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16735): Process ended prematurely: osmo-stp_10.42.42.5(pid=16735) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a18:23:56.780325 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:56.794073 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:23:56.948256 tst iperf3m4.py: using LAC 35423\u000a18:23:57.080493 tst iperf3m4.py: using RAC 233\u000a18:23:57.215251 tst iperf3m4.py: using CellId 35423\u000a18:23:57.347461 tst iperf3m4.py: using BVCI 35424\u000a18:23:57.375029 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.388001 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.400836 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.413667 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.427579 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.442389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.456635 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.470533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:23:57.485486 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:57.619063 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:57.750366 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:57.881517 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:23:58.195590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:23:58.338087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:58.705224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16721): Launched\u000a18:23:59.015716 run iperf3-srv_10.42.42.10(pid=16722): Launched\u000a18:23:59.225454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:23:59.369332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:59.732796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16723): Launched\u000a18:24:00.043534 run iperf3-srv_10.42.42.10(pid=16724): Launched\u000a18:24:00.252733 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:24:00.397056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:00.765197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16725): Launched\u000a18:24:01.090456 run iperf3-srv_10.42.42.10(pid=16726): Launched\u000a18:24:01.300824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:24:01.516791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:01.957177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16727): Launched\u000a18:24:02.368735 run iperf3-srv_10.42.42.10(pid=16728): Launched\u000a18:24:02.640707 tst iperf3m4.py:8: start network...\u000a18:24:02.779283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:03.371642 run create_hlr_db(pid=16729): Launched\u000a18:24:03.610905 bus /gobi_6: Setting Powered False\u000a18:24:04.598022 run create_hlr_db(pid=16729): Terminated: ok {rc=0}\u000a18:24:05.101898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16731): Launched\u000a18:24:05.543960 run osmo-hlr_10.42.42.2(pid=16732): Launched\u000a18:24:05.792606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:06.396942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16734): Launched\u000a18:24:06.845216 run osmo-stp_10.42.42.5(pid=16735): Launched\u000a18:24:07.064870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:07.726393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16737): Launched\u000a18:24:07.852259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:08.165050 run patchelf(pid=16738): Launched\u000a18:24:08.367343 run osmo-stp_10.42.42.5(pid=16735): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16735)]\u000a18:24:08.514850 run osmo-stp_10.42.42.5(pid=16735): stdout: \u000a| (launched: 2022-12-13_18:24:06.571606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:08.664297 run osmo-stp_10.42.42.5(pid=16735): stderr: \u000a| �[0;m�[38;5;43m20221213182406869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182406870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182406870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182406870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182406871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182406871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182406871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:08.808646 run osmo-stp_10.42.42.5(pid=16735): stdout: \u000a| (launched: 2022-12-13_18:24:06.571606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:08.952372 run osmo-stp_10.42.42.5(pid=16735): stderr: \u000a| �[0;m�[38;5;43m20221213182406869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182406870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182406870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182406870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182406871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182406871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182406871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:09.118296 run patchelf(pid=16738): Terminating (SIGINT)\u000a18:24:09.314428 run patchelf(pid=16738): Terminated: ok {rc=0}\u000a18:24:09.352174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16735): Process ended prematurely: osmo-stp_10.42.42.5(pid=16735) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16735)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a18:24:09.363905 tst iperf3m4.py:8: Test FAILED (12.6 sec)\u000a18:24:09.432579 run osmo-hlr_10.42.42.2(pid=16732): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16732)]\u000a18:24:09.488182 run osmo-hlr_10.42.42.2(pid=16732): stdout: \u000a| (launched: 2022-12-13_18:24:05.276520) \u000a18:24:09.545088 run osmo-hlr_10.42.42.2(pid=16732): stderr: \u000a| �[0;m�[1;31m20221213182405586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182405586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182405586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182405586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182405586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182405586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182405602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182405611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182405611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182405611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:09.595252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16721): Terminating (SIGTERM)\u000a18:24:09.642999 run iperf3-srv_10.42.42.10(pid=16722): Terminating (SIGTERM)\u000a18:24:09.690877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16723): Terminating (SIGTERM)\u000a18:24:09.738486 run iperf3-srv_10.42.42.10(pid=16724): Terminating (SIGTERM)\u000a18:24:09.788633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16725): Terminating (SIGTERM)\u000a18:24:09.836122 run iperf3-srv_10.42.42.10(pid=16726): Terminating (SIGTERM)\u000a18:24:09.884425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16727): Terminating (SIGTERM)\u000a18:24:09.931557 run iperf3-srv_10.42.42.10(pid=16728): Terminating (SIGTERM)\u000a18:24:09.979972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16731): Terminating (SIGTERM)\u000a18:24:10.027725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16734): Terminating (SIGTERM)\u000a18:24:10.075638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16737): Terminating (SIGTERM)\u000a18:24:10.086784 --- ParallelTerminationStrategy: PID 16721 died...\u000a18:24:10.150048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16721): Terminated: ok {rc=0}\u000a18:24:10.163193 --- ParallelTerminationStrategy: PID 16722 died...\u000a18:24:10.224173 run iperf3-srv_10.42.42.10(pid=16722): Terminated {rc=256}\u000a18:24:10.236087 --- ParallelTerminationStrategy: PID 16723 died...\u000a18:24:10.296728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16723): Terminated: ok {rc=0}\u000a18:24:10.308723 --- ParallelTerminationStrategy: PID 16724 died...\u000a18:24:10.370811 run iperf3-srv_10.42.42.10(pid=16724): Terminated {rc=256}\u000a18:24:10.383250 --- ParallelTerminationStrategy: PID 16725 died...\u000a18:24:10.443328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16725): Terminated: ok {rc=0}\u000a18:24:10.455279 --- ParallelTerminationStrategy: PID 16726 died...\u000a18:24:10.515392 run iperf3-srv_10.42.42.10(pid=16726): Terminated {rc=256}\u000a18:24:10.527595 --- ParallelTerminationStrategy: PID 16727 died...\u000a18:24:10.589717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16727): Terminated: ok {rc=0}\u000a18:24:10.604007 --- ParallelTerminationStrategy: PID 16728 died...\u000a18:24:10.664717 run iperf3-srv_10.42.42.10(pid=16728): Terminated {rc=256}\u000a18:24:10.677334 --- ParallelTerminationStrategy: PID 16731 died...\u000a18:24:10.737655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16731): Terminated: ok {rc=0}\u000a18:24:10.749916 --- ParallelTerminationStrategy: PID 16734 died...\u000a18:24:10.814152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16734): Terminated: ok {rc=0}\u000a18:24:10.826362 --- ParallelTerminationStrategy: PID 16737 died...\u000a18:24:10.887729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16737): Terminated: ok {rc=0}\u000a18:24:10.978128 bus /gobi_4: Setting Powered False\u000a18:24:12.086733 bus /gobi_4: Setting Powered False\u000a18:24:13.200446 bus /gobi_1: Setting Powered False\u000a18:24:14.305381 bus /gobi_1: Setting Powered False\u000a18:24:15.418480 bus /gobi_0: Setting Powered False\u000a18:24:16.528489 bus /gobi_0: Setting Powered False\u000a18:24:17.643061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a18:24:18.712077 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:18.724804 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:24:18.874065 tst ping.py: using LAC 35424\u000a18:24:18.997836 tst ping.py: using RAC 234\u000a18:24:19.122370 tst ping.py: using CellId 35424\u000a18:24:19.246171 tst ping.py: using BVCI 35425\u000a18:24:19.270806 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:19.282900 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:19.294701 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:19.306721 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:19.318864 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:19.331032 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:19.343337 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:19.355430 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:24:19.636903 tst ping.py:19: start network...\u000a18:24:19.763837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:20.249369 run create_hlr_db(pid=16740): Launched\u000a18:24:20.424613 bus /gobi_6: Setting Powered False\u000a18:24:21.445915 run create_hlr_db(pid=16740): Terminated: ok {rc=0}\u000a18:24:21.879995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Launched\u000a18:24:22.207381 run osmo-hlr_10.42.42.2(pid=16743): Launched\u000a18:24:22.325927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:22.895698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Launched\u000a18:24:23.223412 run osmo-stp_10.42.42.5(pid=16746): Launched\u000a18:24:23.341584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:23.910860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Launched\u000a18:24:24.026880 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:24.311512 run patchelf(pid=16749): Launched\u000a18:24:24.501701 run osmo-stp_10.42.42.5(pid=16746): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)]\u000a18:24:24.641099 run osmo-stp_10.42.42.5(pid=16746): stdout: \u000a| (launched: 2022-12-13_18:24:23.061095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:24.781453 run osmo-stp_10.42.42.5(pid=16746): stderr: \u000a| �[0;m�[38;5;43m20221213182423257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182423257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182423258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182423258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182423258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182423258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182423258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:24.916123 run osmo-stp_10.42.42.5(pid=16746): stdout: \u000a| (launched: 2022-12-13_18:24:23.061095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:25.049753 run osmo-stp_10.42.42.5(pid=16746): stderr: \u000a| �[0;m�[38;5;43m20221213182423257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182423257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182423258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182423258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182423258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182423258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182423258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:25.206306 run patchelf(pid=16749): Terminating (SIGINT)\u000a18:24:25.390156 run patchelf(pid=16749): Terminated: ok {rc=0}\u000a18:24:25.423293 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a18:24:25.432765 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:24:25.497669 run osmo-hlr_10.42.42.2(pid=16743): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16743)]\u000a18:24:25.550439 run osmo-hlr_10.42.42.2(pid=16743): stdout: \u000a| (launched: 2022-12-13_18:24:22.045197) \u000a18:24:25.604108 run osmo-hlr_10.42.42.2(pid=16743): stderr: \u000a| �[0;m�[1;31m20221213182422246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182422246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182422246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182422246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182422246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182422246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182422277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182422287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182422288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182422288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:25.649950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Terminating (SIGTERM)\u000a18:24:25.693397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Terminating (SIGTERM)\u000a18:24:25.736572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Terminating (SIGTERM)\u000a18:24:25.746500 --- ParallelTerminationStrategy: PID 16742 died...\u000a18:24:25.804436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Terminated: ok {rc=0}\u000a18:24:25.814765 --- ParallelTerminationStrategy: PID 16745 died...\u000a18:24:25.872181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Terminated: ok {rc=0}\u000a18:24:25.882464 --- ParallelTerminationStrategy: PID 16748 died...\u000a18:24:25.939906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Terminated: ok {rc=0}\u000a18:24:26.029348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16756): Process ended prematurely: osmo-stp_10.42.42.5(pid=16756) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16756)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16756): Process ended prematurely: osmo-stp_10.42.42.5(pid=16756) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a18:24:27.082989 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.095719 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:24:27.244514 tst ping_idle_ping.py: using LAC 35425\u000a18:24:27.366960 tst ping_idle_ping.py: using RAC 235\u000a18:24:27.488517 tst ping_idle_ping.py: using CellId 35425\u000a18:24:27.610139 tst ping_idle_ping.py: using BVCI 35426\u000a18:24:27.633599 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.645301 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.656670 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.668084 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.679377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.690666 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.702044 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:24:27.713353 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:24:28.011338 tst ping_idle_ping.py:24: start network...\u000a18:24:28.148520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:28.666498 run create_hlr_db(pid=16750): Launched\u000a18:24:28.856452 bus /gobi_6: Setting Powered False\u000a18:24:29.877488 run create_hlr_db(pid=16750): Terminated: ok {rc=0}\u000a18:24:30.315827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16752): Launched\u000a18:24:30.647226 run osmo-hlr_10.42.42.2(pid=16753): Launched\u000a18:24:30.770879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:31.371649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16755): Launched\u000a18:24:31.806072 run osmo-stp_10.42.42.5(pid=16756): Launched\u000a18:24:31.996017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:32.570590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16758): Launched\u000a18:24:32.687624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:32.974787 run patchelf(pid=16759): Launched\u000a18:24:33.165712 run osmo-stp_10.42.42.5(pid=16756): ERR: Terminated: ERROR {rc=1} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16756)]\u000a18:24:33.305384 run osmo-stp_10.42.42.5(pid=16756): stdout: \u000a| (launched: 2022-12-13_18:24:31.540387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:33.445421 run osmo-stp_10.42.42.5(pid=16756): stderr: \u000a| �[0;m�[38;5;43m20221213182431831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182431832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182431832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182431832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182431833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182431833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182431833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:33.580136 run osmo-stp_10.42.42.5(pid=16756): stdout: \u000a| (launched: 2022-12-13_18:24:31.540387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:33.714057 run osmo-stp_10.42.42.5(pid=16756): stderr: \u000a| �[0;m�[38;5;43m20221213182431831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182431832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182431832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182431832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182431833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182431833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182431833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:33.869948 run patchelf(pid=16759): Terminating (SIGINT)\u000a18:24:34.053667 run patchelf(pid=16759): Terminated: ok {rc=0}\u000a18:24:34.086941 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16756): Process ended prematurely: osmo-stp_10.42.42.5(pid=16756) [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16756)] [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a18:24:34.096514 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a18:24:34.160850 run osmo-hlr_10.42.42.2(pid=16753): ERR: Terminated: ERROR {rc=237} [trial-2392↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16753)]\u000a18:24:34.213123 run osmo-hlr_10.42.42.2(pid=16753): stdout: \u000a| (launched: 2022-12-13_18:24:30.482197) \u000a18:24:34.266387 run osmo-hlr_10.42.42.2(pid=16753): stderr: \u000a| �[0;m�[1;31m20221213182430683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182430683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182430683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182430683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182430683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182430683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182430697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182430707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182430707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182430707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:34.311699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16752): Terminating (SIGTERM)\u000a18:24:34.355002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16755): Terminating (SIGTERM)\u000a18:24:34.397575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16758): Terminating (SIGTERM)\u000a18:24:34.407350 --- ParallelTerminationStrategy: PID 16752 died...\u000a18:24:34.464531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16752): Terminated: ok {rc=0}\u000a18:24:34.474695 --- ParallelTerminationStrategy: PID 16755 died...\u000a18:24:34.531737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16755): Terminated: ok {rc=0}\u000a18:24:34.541910 --- ParallelTerminationStrategy: PID 16758 died...\u000a18:24:34.598852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16758): Terminated: ok {rc=0}\u000a18:24:34.686891 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:23:32" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16771): Process ended prematurely: osmo-stp_10.42.42.5(pid=16771) [trial-2392↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16771): Process ended prematurely: osmo-stp_10.42.42.5(pid=16771) [trial-2392↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:24:36.735968 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:36.747743 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:24:36.903083 tst switch_tch_pdch.py: using LAC 35426\u000a18:24:37.025653 tst switch_tch_pdch.py: using RAC 236\u000a18:24:37.143417 tst switch_tch_pdch.py: using CellId 35426\u000a18:24:37.269305 tst switch_tch_pdch.py: using BVCI 35427\u000a18:24:37.294406 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:37.306657 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:37.318807 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:37.331169 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:37.343653 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:37.356145 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:37.368619 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:24:37.381287 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:24:37.499213 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:24:37.781677 tst switch_tch_pdch.py:51: start network...\u000a18:24:37.908052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:38.398591 run create_hlr_db(pid=16765): Launched\u000a18:24:38.574829 bus /gobi_6: Setting Powered False\u000a18:24:39.595457 run create_hlr_db(pid=16765): Terminated: ok {rc=0}\u000a18:24:40.029459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16767): Launched\u000a18:24:40.357213 run osmo-hlr_10.42.42.2(pid=16768): Launched\u000a18:24:40.475361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:41.043113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16770): Launched\u000a18:24:41.369656 run osmo-stp_10.42.42.5(pid=16771): Launched\u000a18:24:41.487626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:42.057679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16773): Launched\u000a18:24:42.174288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:42.459064 run patchelf(pid=16774): Launched\u000a18:24:42.650090 run osmo-stp_10.42.42.5(pid=16771): ERR: Terminated: ERROR {rc=1} [trial-2392↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)]\u000a18:24:42.790901 run osmo-stp_10.42.42.5(pid=16771): stdout: \u000a| (launched: 2022-12-13_18:24:41.207835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:42.931692 run osmo-stp_10.42.42.5(pid=16771): stderr: \u000a| �[0;m�[38;5;43m20221213182441399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182441399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182441399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182441400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182441400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182441400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182441400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:43.067105 run osmo-stp_10.42.42.5(pid=16771): stdout: \u000a| (launched: 2022-12-13_18:24:41.207835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:43.200657 run osmo-stp_10.42.42.5(pid=16771): stderr: \u000a| �[0;m�[38;5;43m20221213182441399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182441399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182441399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182441400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182441400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182441400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182441400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:43.357893 run patchelf(pid=16774): Terminating (SIGINT)\u000a18:24:43.542097 run patchelf(pid=16774): Terminated: ok {rc=0}\u000a18:24:43.575559 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16771): Process ended prematurely: osmo-stp_10.42.42.5(pid=16771) [trial-2392↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16771)] [trial-2392↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:24:43.585257 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a18:24:43.650168 run osmo-hlr_10.42.42.2(pid=16768): ERR: Terminated: ERROR {rc=237} [trial-2392↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16768)]\u000a18:24:43.703707 run osmo-hlr_10.42.42.2(pid=16768): stdout: \u000a| (launched: 2022-12-13_18:24:40.194535) \u000a18:24:43.757502 run osmo-hlr_10.42.42.2(pid=16768): stderr: \u000a| �[0;m�[1;31m20221213182440393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182440393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182440393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182440393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182440393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182440393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182440410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182440420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182440421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182440421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:43.803312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16767): Terminating (SIGTERM)\u000a18:24:43.846690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16770): Terminating (SIGTERM)\u000a18:24:43.890085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16773): Terminating (SIGTERM)\u000a18:24:43.899984 --- ParallelTerminationStrategy: PID 16767 died...\u000a18:24:43.957958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16767): Terminated: ok {rc=0}\u000a18:24:43.968280 --- ParallelTerminationStrategy: PID 16770 died...\u000a18:24:44.026229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16770): Terminated: ok {rc=0}\u000a18:24:44.036515 --- ParallelTerminationStrategy: PID 16773 died...\u000a18:24:44.094077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16773): Terminated: ok {rc=0}\u000a18:24:44.182909 bus /gobi_0: Setting Powered False\u000a18:24:45.291353 bus /gobi_0: Setting Powered False\u000a18:24:46.413206 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:24:36" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16780): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16780) [trial-2392↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16780)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16780): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16780) [trial-2392↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a18:24:48.251681 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:48.358386 tst esme_connect_policy_acceptall.py: using MSISDN 8263\u000a18:24:48.503668 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:49.092490 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16779): Launched\u000a18:24:49.401335 run osmo-nitb_10.42.42.2(pid=16780): Launched\u000a18:24:49.592004 run osmo-nitb_10.42.42.2(pid=16780): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16780)]\u000a18:24:49.732247 run osmo-nitb_10.42.42.2(pid=16780): stdout: \u000a| (launched: 2022-12-13_18:24:49.250548) \u000a18:24:49.873275 run osmo-nitb_10.42.42.2(pid=16780): stderr: \u000a| (launched: 2022-12-13_18:24:49.296628)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:50.009623 run osmo-nitb_10.42.42.2(pid=16780): stdout: \u000a| (launched: 2022-12-13_18:24:49.250548) \u000a18:24:50.145108 run osmo-nitb_10.42.42.2(pid=16780): stderr: \u000a| (launched: 2022-12-13_18:24:49.296628)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:50.533873 tst osmo-nitb_10.42.42.2(pid=16780): stdout: \u000a| (launched: 2022-12-13_18:24:49.250548) \u000a18:24:50.667818 tst osmo-nitb_10.42.42.2(pid=16780): stderr: \u000a| (launched: 2022-12-13_18:24:49.296628)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:50.726405 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=16780): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16780) [trial-2392↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16780)] [trial-2392↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a18:24:50.735434 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a18:24:50.772698 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16779): Terminating (SIGTERM)\u000a18:24:50.951047 --- ParallelTerminationStrategy: PID 16779 died...\u000a18:24:51.010463 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16779): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16783): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16783) [trial-2392↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16783)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16783): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16783) [trial-2392↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a18:24:51.026436 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:51.145337 tst esme_connect_policy_closed.py: using MSISDN 8264\u000a18:24:51.278204 tst esme_connect_policy_closed.py: using MSISDN 8265\u000a18:24:51.397895 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:52.029584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16782): Launched\u000a18:24:52.361876 run osmo-nitb_10.42.42.2(pid=16783): Launched\u000a18:24:52.550625 run osmo-nitb_10.42.42.2(pid=16783): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16783)]\u000a18:24:52.689157 run osmo-nitb_10.42.42.2(pid=16783): stdout: \u000a| (launched: 2022-12-13_18:24:52.199562) \u000a18:24:52.827925 run osmo-nitb_10.42.42.2(pid=16783): stderr: \u000a| (launched: 2022-12-13_18:24:52.249200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:52.962389 run osmo-nitb_10.42.42.2(pid=16783): stdout: \u000a| (launched: 2022-12-13_18:24:52.199562) \u000a18:24:53.095102 run osmo-nitb_10.42.42.2(pid=16783): stderr: \u000a| (launched: 2022-12-13_18:24:52.249200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:53.152939 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=16783): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16783) [trial-2392↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16783)] [trial-2392↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a18:24:53.161696 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a18:24:53.198583 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16782): Terminating (SIGTERM)\u000a18:24:53.376541 --- ParallelTerminationStrategy: PID 16782 died...\u000a18:24:53.435044 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16782): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16785): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16785) [trial-2392↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16785)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16785): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16785) [trial-2392↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a18:24:53.450684 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:53.462404 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a18:24:53.589992 tst esme_ms_sms_storeforward.py: using LAC 35427\u000a18:24:53.714417 tst esme_ms_sms_storeforward.py: using RAC 237\u000a18:24:53.841695 tst esme_ms_sms_storeforward.py: using CellId 35427\u000a18:24:53.962770 tst esme_ms_sms_storeforward.py: using BVCI 35428\u000a18:24:53.986291 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a18:24:54.214511 tst esme_ms_sms_storeforward.py: using MSISDN 8266\u000a18:24:54.421027 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a18:24:54.562076 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:55.254057 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16784): Launched\u000a18:24:55.586226 run osmo-nitb_10.42.42.2(pid=16785): Launched\u000a18:24:55.777622 run osmo-nitb_10.42.42.2(pid=16785): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16785)]\u000a18:24:55.916873 run osmo-nitb_10.42.42.2(pid=16785): stdout: \u000a| (launched: 2022-12-13_18:24:55.424391) \u000a18:24:56.056177 run osmo-nitb_10.42.42.2(pid=16785): stderr: \u000a| (launched: 2022-12-13_18:24:55.474200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:56.191443 run osmo-nitb_10.42.42.2(pid=16785): stdout: \u000a| (launched: 2022-12-13_18:24:55.424391) \u000a18:24:56.324895 run osmo-nitb_10.42.42.2(pid=16785): stderr: \u000a| (launched: 2022-12-13_18:24:55.474200)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:24:56.383473 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=16785): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16785) [trial-2392↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16785)] [trial-2392↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a18:24:56.392104 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a18:24:56.429044 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16784): Terminating (SIGTERM)\u000a18:24:56.607295 --- ParallelTerminationStrategy: PID 16784 died...\u000a18:24:56.666272 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16784): Terminated: ok {rc=0}\u000a18:24:56.754784 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16787): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16787) [trial-2392↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16787)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16787): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16787) [trial-2392↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a18:24:57.806597 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:24:57.817891 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a18:24:57.944188 tst esme_ms_sms_transaction.py: using LAC 35428\u000a18:24:58.068354 tst esme_ms_sms_transaction.py: using RAC 238\u000a18:24:58.190547 tst esme_ms_sms_transaction.py: using CellId 35428\u000a18:24:58.314736 tst esme_ms_sms_transaction.py: using BVCI 35429\u000a18:24:58.338428 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a18:24:58.571239 tst esme_ms_sms_transaction.py: using MSISDN 8267\u000a18:24:58.778005 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a18:24:58.918043 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:24:59.604494 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16786): Launched\u000a18:24:59.936125 run osmo-nitb_10.42.42.2(pid=16787): Launched\u000a18:25:00.139648 run osmo-nitb_10.42.42.2(pid=16787): ERR: Terminated: ERROR {rc=2} [trial-2392↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16787)]\u000a18:25:00.289573 run osmo-nitb_10.42.42.2(pid=16787): stdout: \u000a| (launched: 2022-12-13_18:24:59.774346) \u000a18:25:00.439791 run osmo-nitb_10.42.42.2(pid=16787): stderr: \u000a| (launched: 2022-12-13_18:24:59.823566)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:25:00.585118 run osmo-nitb_10.42.42.2(pid=16787): stdout: \u000a| (launched: 2022-12-13_18:24:59.774346) \u000a18:25:00.729493 run osmo-nitb_10.42.42.2(pid=16787): stderr: \u000a| (launched: 2022-12-13_18:24:59.823566)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:25:01.086976 tst osmo-nitb_10.42.42.2(pid=16787): stdout: \u000a| (launched: 2022-12-13_18:24:59.774346) \u000a18:25:01.217265 tst osmo-nitb_10.42.42.2(pid=16787): stderr: \u000a| (launched: 2022-12-13_18:24:59.823566)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:25:01.278484 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=16787): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16787) [trial-2392↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16787)] [trial-2392↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a18:25:01.287782 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a18:25:01.326301 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16786): Terminating (SIGTERM)\u000a18:25:01.504464 --- ParallelTerminationStrategy: PID 16786 died...\u000a18:25:01.589197 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16786): Terminated: ok {rc=0}\u000a18:25:01.688198 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:24:48" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16799): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16799) [trial-2392↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16799)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16799): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16799) [trial-2392↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a18:25:03.485504 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:03.495885 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:03.506218 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:03.516422 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:03.628395 tst esme_connect_policy_acceptall.py: using MSISDN 8268\u000a18:25:03.739938 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a18:25:04.280363 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16794): Launched\u000a18:25:04.593740 run osmo-stp_10.42.42.4(pid=16795): Launched\u000a18:25:04.704731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:05.204926 run create_hlr_db(pid=16796): Launched\u000a18:25:05.385856 bus /sierra_2: Setting Powered False\u000a18:25:06.405914 run create_hlr_db(pid=16796): Terminated: ok {rc=0}\u000a18:25:06.850535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16798): Launched\u000a18:25:07.184563 run osmo-hlr_10.42.42.2(pid=16799): Launched\u000a18:25:07.307223 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a18:25:07.919730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16801): Launched\u000a18:25:08.256567 run osmo-msc_10.42.42.5(pid=16802): Launched\u000a18:25:08.459909 run osmo-hlr_10.42.42.2(pid=16799): ERR: Terminated: ERROR {rc=237} [trial-2392↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16799)]\u000a18:25:08.601242 run osmo-hlr_10.42.42.2(pid=16799): stdout: \u000a| (launched: 2022-12-13_18:25:07.020119) \u000a18:25:08.743353 run osmo-hlr_10.42.42.2(pid=16799): stderr: \u000a| �[0;m�[1;31m20221213182507214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182507227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182507237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182507237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182507237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:08.878551 run osmo-hlr_10.42.42.2(pid=16799): stdout: \u000a| (launched: 2022-12-13_18:25:07.020119) \u000a18:25:09.012018 run osmo-hlr_10.42.42.2(pid=16799): stderr: \u000a| �[0;m�[1;31m20221213182507214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182507215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182507227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182507237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182507237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182507237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:09.070459 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=16799): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16799) [trial-2392↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16799)] [trial-2392↪smpp↪esme_connect_policy_acceptall.py:23]\u000a18:25:09.079316 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a18:25:09.143708 run osmo-msc_10.42.42.5(pid=16802): ERR: Terminated: ERROR {rc=9} [trial-2392↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16802)]\u000a18:25:09.196585 run osmo-msc_10.42.42.5(pid=16802): stdout: \u000a| (launched: 2022-12-13_18:25:08.090042) \u000a18:25:09.250042 run osmo-msc_10.42.42.5(pid=16802): stderr: \u000a| �[0;m�[38;5;43m20221213182508488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213182508488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213182508488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213182508488 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213182508488 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213182508488 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213182508489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213182508489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213182508489 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a18:25:09.295461 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16794): Terminating (SIGTERM)\u000a18:25:09.338712 run osmo-stp_10.42.42.4(pid=16795): Terminating (SIGTERM)\u000a18:25:09.383295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16798): Terminating (SIGTERM)\u000a18:25:09.430038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16801): Terminating (SIGTERM)\u000a18:25:09.440864 --- ParallelTerminationStrategy: PID 16794 died...\u000a18:25:09.500809 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16794): Terminated: ok {rc=0}\u000a18:25:09.511009 --- ParallelTerminationStrategy: PID 16795 died...\u000a18:25:09.568934 run osmo-stp_10.42.42.4(pid=16795): Terminated: ok {rc=0}\u000a18:25:09.579030 --- ParallelTerminationStrategy: PID 16798 died...\u000a18:25:09.636473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16798): Terminated: ok {rc=0}\u000a18:25:09.646741 --- ParallelTerminationStrategy: PID 16801 died...\u000a18:25:09.704168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16801): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16810): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16810) [trial-2392↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16810)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16810): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16810) [trial-2392↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a18:25:09.719926 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:09.731626 tst smpp: Using 1 x bts (candidates: 1)\u000a18:25:09.870322 tst esme_connect_policy_closed.py: using LAC 35429\u000a18:25:10.000241 tst esme_connect_policy_closed.py: using RAC 239\u000a18:25:10.129729 tst esme_connect_policy_closed.py: using CellId 35429\u000a18:25:10.259700 tst esme_connect_policy_closed.py: using BVCI 35430\u000a18:25:10.285211 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:10.296183 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:10.307295 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:10.424800 tst esme_connect_policy_closed.py: using MSISDN 8269\u000a18:25:10.555893 tst esme_connect_policy_closed.py: using MSISDN 8270\u000a18:25:10.676043 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a18:25:11.254881 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16805): Launched\u000a18:25:11.592315 run osmo-stp_10.42.42.4(pid=16806): Launched\u000a18:25:11.712867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:12.241873 run create_hlr_db(pid=16807): Launched\u000a18:25:13.437812 run create_hlr_db(pid=16807): Terminated: ok {rc=0}\u000a18:25:13.785535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16809): Launched\u000a18:25:14.122916 run osmo-hlr_10.42.42.2(pid=16810): Launched\u000a18:25:14.247499 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a18:25:14.866926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16812): Launched\u000a18:25:15.205587 run osmo-msc_10.42.42.5(pid=16813): Launched\u000a18:25:15.400191 run osmo-hlr_10.42.42.2(pid=16810): ERR: Terminated: ERROR {rc=237} [trial-2392↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16810)]\u000a18:25:15.542752 run osmo-hlr_10.42.42.2(pid=16810): stdout: \u000a| (launched: 2022-12-13_18:25:13.956078) \u000a18:25:15.687349 run osmo-hlr_10.42.42.2(pid=16810): stderr: \u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182514164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182514173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182514173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182514173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:15.821915 run osmo-hlr_10.42.42.2(pid=16810): stdout: \u000a| (launched: 2022-12-13_18:25:13.956078) \u000a18:25:15.982798 run osmo-hlr_10.42.42.2(pid=16810): stderr: \u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182514151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182514164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182514173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182514173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182514173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:16.042647 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=16810): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16810) [trial-2392↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16810)] [trial-2392↪smpp↪esme_connect_policy_closed.py:31]\u000a18:25:16.052432 tst esme_connect_policy_closed.py:31: Test FAILED (6.3 sec)\u000a18:25:16.119380 run osmo-msc_10.42.42.5(pid=16813): ERR: Terminated: ERROR {rc=9} [trial-2392↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16813)]\u000a18:25:16.174202 run osmo-msc_10.42.42.5(pid=16813): stdout: \u000a| (launched: 2022-12-13_18:25:15.037675) \u000a18:25:16.229967 run osmo-msc_10.42.42.5(pid=16813): stderr: \u000a| �[0;m�[38;5;43m20221213182515409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213182515409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213182515409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213182515409 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213182515409 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213182515410 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213182515410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213182515410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213182515410 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a18:25:16.277555 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16805): Terminating (SIGTERM)\u000a18:25:16.322284 run osmo-stp_10.42.42.4(pid=16806): Terminating (SIGTERM)\u000a18:25:16.390520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16809): Terminating (SIGTERM)\u000a18:25:16.476608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16812): Terminating (SIGTERM)\u000a18:25:16.498762 --- ParallelTerminationStrategy: PID 16805 died...\u000a18:25:16.559284 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16805): Terminated: ok {rc=0}\u000a18:25:16.571096 --- ParallelTerminationStrategy: PID 16806 died...\u000a18:25:16.629757 run osmo-stp_10.42.42.4(pid=16806): Terminated: ok {rc=0}\u000a18:25:16.641268 --- ParallelTerminationStrategy: PID 16809 died...\u000a18:25:16.700369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16809): Terminated: ok {rc=0}\u000a18:25:16.712193 --- ParallelTerminationStrategy: PID 16812 died...\u000a18:25:16.770993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16812): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16822): Process ended prematurely: osmo-stp_10.42.42.5(pid=16822) [trial-2392↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16822)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16822): Process ended prematurely: osmo-stp_10.42.42.5(pid=16822) [trial-2392↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a18:25:16.788711 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:16.801461 tst smpp: Using 1 x bts (candidates: 1)\u000a18:25:16.935790 tst esme_ms_sms_storeforward.py: using LAC 35430\u000a18:25:17.098834 tst esme_ms_sms_storeforward.py: using RAC 240\u000a18:25:17.245928 tst esme_ms_sms_storeforward.py: using CellId 35430\u000a18:25:17.377095 tst esme_ms_sms_storeforward.py: using BVCI 35431\u000a18:25:17.402852 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:17.414030 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:17.424899 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:17.435695 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:17.447007 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:17.458344 tst smpp: Using 1 x modem (candidates: 1)\u000a18:25:17.679502 tst esme_ms_sms_storeforward.py: using MSISDN 8271\u000a18:25:17.791685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:18.293764 run create_hlr_db(pid=16816): Launched\u000a18:25:19.477279 run create_hlr_db(pid=16816): Terminated: ok {rc=0}\u000a18:25:19.804355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16818): Launched\u000a18:25:20.121365 run osmo-hlr_10.42.42.2(pid=16819): Launched\u000a18:25:20.236119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:20.787245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16821): Launched\u000a18:25:21.105886 run osmo-stp_10.42.42.5(pid=16822): Launched\u000a18:25:21.220459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:25:21.797869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16824): Launched\u000a18:25:22.113797 run osmo-msc_10.42.42.6(pid=16825): Launched\u000a18:25:22.298390 run osmo-stp_10.42.42.5(pid=16822): ERR: Terminated: ERROR {rc=1} [trial-2392↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16822)]\u000a18:25:22.432194 run osmo-stp_10.42.42.5(pid=16822): stdout: \u000a| (launched: 2022-12-13_18:25:20.947654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:22.563017 run osmo-stp_10.42.42.5(pid=16822): stderr: \u000a| �[0;m�[38;5;43m20221213182521119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182521119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182521120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182521120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182521120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182521121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182521121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:22.689236 run osmo-stp_10.42.42.5(pid=16822): stdout: \u000a| (launched: 2022-12-13_18:25:20.947654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:22.815166 run osmo-stp_10.42.42.5(pid=16822): stderr: \u000a| �[0;m�[38;5;43m20221213182521119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182521119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182521120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182521120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182521120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182521121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182521121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:22.870047 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=16822): Process ended prematurely: osmo-stp_10.42.42.5(pid=16822) [trial-2392↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16822)] [trial-2392↪smpp↪esme_ms_sms_storeforward.py:30]\u000a18:25:22.878218 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a18:25:22.938714 run osmo-hlr_10.42.42.2(pid=16819): ERR: Terminated: ERROR {rc=237} [trial-2392↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16819)]\u000a18:25:22.988295 run osmo-hlr_10.42.42.2(pid=16819): stdout: \u000a| (launched: 2022-12-13_18:25:19.964227) \u000a18:25:23.038743 run osmo-hlr_10.42.42.2(pid=16819): stderr: \u000a| �[0;m�[1;31m20221213182520142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182520142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182520142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182520142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182520142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182520142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182520154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182520163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182520163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182520163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:23.107220 run osmo-msc_10.42.42.6(pid=16825): ERR: Terminated: ERROR {rc=2} [trial-2392↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16825)]\u000a18:25:23.156934 run osmo-msc_10.42.42.6(pid=16825): stdout: \u000a| (launched: 2022-12-13_18:25:21.957849) \u000a18:25:23.207299 run osmo-msc_10.42.42.6(pid=16825): stderr: \u000a| �[0;m�[38;5;43m20221213182522233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182522233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff249e70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182522233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182522233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182522234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182522234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182522236 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182522236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182522236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182522236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:25:23.250389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16818): Terminating (SIGTERM)\u000a18:25:23.290870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16821): Terminating (SIGTERM)\u000a18:25:23.331555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16824): Terminating (SIGTERM)\u000a18:25:23.340909 --- ParallelTerminationStrategy: PID 16818 died...\u000a18:25:23.395279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16818): Terminated: ok {rc=0}\u000a18:25:23.405014 --- ParallelTerminationStrategy: PID 16821 died...\u000a18:25:23.458906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16821): Terminated: ok {rc=0}\u000a18:25:23.468550 --- ParallelTerminationStrategy: PID 16824 died...\u000a18:25:23.522352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16824): Terminated: ok {rc=0}\u000a18:25:23.612086 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16833): Process ended prematurely: osmo-stp_10.42.42.5(pid=16833) [trial-2392↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16833)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16833): Process ended prematurely: osmo-stp_10.42.42.5(pid=16833) [trial-2392↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a18:25:24.665886 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:24.678157 tst smpp: Using 1 x bts (candidates: 1)\u000a18:25:24.807703 tst esme_ms_sms_transaction.py: using LAC 35431\u000a18:25:24.938252 tst esme_ms_sms_transaction.py: using RAC 241\u000a18:25:25.068516 tst esme_ms_sms_transaction.py: using CellId 35431\u000a18:25:25.202847 tst esme_ms_sms_transaction.py: using BVCI 35432\u000a18:25:25.228315 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:25.239494 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:25.250570 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:25.261606 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:25.272808 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:25:25.284034 tst smpp: Using 1 x modem (candidates: 1)\u000a18:25:25.503426 tst esme_ms_sms_transaction.py: using MSISDN 8272\u000a18:25:25.615445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:26.118035 run create_hlr_db(pid=16827): Launched\u000a18:25:26.298748 bus /sierra_2: Setting Powered False\u000a18:25:27.318754 run create_hlr_db(pid=16827): Terminated: ok {rc=0}\u000a18:25:27.766610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16829): Launched\u000a18:25:28.105745 run osmo-hlr_10.42.42.2(pid=16830): Launched\u000a18:25:28.230399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:28.811299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16832): Launched\u000a18:25:29.147663 run osmo-stp_10.42.42.5(pid=16833): Launched\u000a18:25:29.269592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:25:29.882848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16835): Launched\u000a18:25:30.220496 run osmo-msc_10.42.42.6(pid=16836): Launched\u000a18:25:30.416191 run osmo-stp_10.42.42.5(pid=16833): ERR: Terminated: ERROR {rc=1} [trial-2392↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16833)]\u000a18:25:30.557369 run osmo-stp_10.42.42.5(pid=16833): stdout: \u000a| (launched: 2022-12-13_18:25:28.980759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:30.697950 run osmo-stp_10.42.42.5(pid=16833): stderr: \u000a| �[0;m�[38;5;43m20221213182529176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182529177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182529177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182529177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182529178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182529178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182529178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:30.833009 run osmo-stp_10.42.42.5(pid=16833): stdout: \u000a| (launched: 2022-12-13_18:25:28.980759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:30.984008 run osmo-stp_10.42.42.5(pid=16833): stderr: \u000a| �[0;m�[38;5;43m20221213182529176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182529177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182529177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182529177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182529178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182529178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182529178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:31.067664 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=16833): Process ended prematurely: osmo-stp_10.42.42.5(pid=16833) [trial-2392↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16833)] [trial-2392↪smpp↪esme_ms_sms_transaction.py:28]\u000a18:25:31.077533 tst esme_ms_sms_transaction.py:28: Test FAILED (6.4 sec)\u000a18:25:31.143957 run osmo-hlr_10.42.42.2(pid=16830): ERR: Terminated: ERROR {rc=237} [trial-2392↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16830)]\u000a18:25:31.200643 run osmo-hlr_10.42.42.2(pid=16830): stdout: \u000a| (launched: 2022-12-13_18:25:27.938095) \u000a18:25:31.261942 run osmo-hlr_10.42.42.2(pid=16830): stderr: \u000a| �[0;m�[1;31m20221213182528138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182528138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182528138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182528138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182528139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182528139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182528151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182528161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182528161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182528161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:31.348172 run osmo-msc_10.42.42.6(pid=16836): ERR: Terminated: ERROR {rc=2} [trial-2392↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16836)]\u000a18:25:31.402539 run osmo-msc_10.42.42.6(pid=16836): stdout: \u000a| (launched: 2022-12-13_18:25:30.053260) \u000a18:25:31.457518 run osmo-msc_10.42.42.6(pid=16836): stderr: \u000a| �[0;m�[38;5;43m20221213182530379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182530379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdef22e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182530380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182530380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182530380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182530380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182530382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182530382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182530383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182530383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:25:31.504693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16829): Terminating (SIGTERM)\u000a18:25:31.551311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16832): Terminating (SIGTERM)\u000a18:25:31.596153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16835): Terminating (SIGTERM)\u000a18:25:31.606565 --- ParallelTerminationStrategy: PID 16829 died...\u000a18:25:31.666647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16829): Terminated: ok {rc=0}\u000a18:25:31.678041 --- ParallelTerminationStrategy: PID 16832 died...\u000a18:25:31.737460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16832): Terminated: ok {rc=0}\u000a18:25:31.748837 --- ParallelTerminationStrategy: PID 16835 died...\u000a18:25:31.808215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16835): Terminated: ok {rc=0}\u000a18:25:31.900741 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:25:03" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16847): Process ended prematurely: osmo-stp_10.42.42.5(pid=16847) [trial-2392↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16847)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16847): Process ended prematurely: osmo-stp_10.42.42.5(pid=16847) [trial-2392↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a18:25:33.784908 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:33.796035 tst encryption: Using 1 x bts (candidates: 1)\u000a18:25:33.928766 tst register_a5_0_authopt.py: using LAC 35432\u000a18:25:34.062036 tst register_a5_0_authopt.py: using RAC 242\u000a18:25:34.195494 tst register_a5_0_authopt.py: using CellId 35432\u000a18:25:34.326640 tst register_a5_0_authopt.py: using BVCI 35433\u000a18:25:34.352719 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:34.363894 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:34.375105 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:34.386021 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:34.397376 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:34.408458 tst encryption: Using 1 x modem (candidates: 1)\u000a18:25:34.702357 tst register_a5_0_authopt.py:8: start network...\u000a18:25:34.835001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:35.343078 run create_hlr_db(pid=16841): Launched\u000a18:25:35.526372 bus /sierra_2: Setting Powered False\u000a18:25:36.548014 run create_hlr_db(pid=16841): Terminated: ok {rc=0}\u000a18:25:37.000514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16843): Launched\u000a18:25:37.342911 run osmo-hlr_10.42.42.2(pid=16844): Launched\u000a18:25:37.471504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:38.060646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16846): Launched\u000a18:25:38.402014 run osmo-stp_10.42.42.5(pid=16847): Launched\u000a18:25:38.525278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:25:39.143678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16849): Launched\u000a18:25:39.483345 run osmo-msc_10.42.42.6(pid=16850): Launched\u000a18:25:39.681458 run osmo-stp_10.42.42.5(pid=16847): ERR: Terminated: ERROR {rc=1} [trial-2392↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16847)]\u000a18:25:39.824798 run osmo-stp_10.42.42.5(pid=16847): stdout: \u000a| (launched: 2022-12-13_18:25:38.232931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:39.967981 run osmo-stp_10.42.42.5(pid=16847): stderr: \u000a| �[0;m�[38;5;43m20221213182538429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182538429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182538430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182538430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182538431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182538431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182538431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:40.095321 run osmo-stp_10.42.42.5(pid=16847): stdout: \u000a| (launched: 2022-12-13_18:25:38.232931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:40.221799 run osmo-stp_10.42.42.5(pid=16847): stderr: \u000a| �[0;m�[38;5;43m20221213182538429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182538429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182538430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182538430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182538431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182538431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182538431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:40.277548 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16847): Process ended prematurely: osmo-stp_10.42.42.5(pid=16847) [trial-2392↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16847)] [trial-2392↪encryption↪register_a5_0_authopt.py:8]\u000a18:25:40.286408 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a18:25:40.347521 run osmo-hlr_10.42.42.2(pid=16844): ERR: Terminated: ERROR {rc=237} [trial-2392↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16844)]\u000a18:25:40.397922 run osmo-hlr_10.42.42.2(pid=16844): stdout: \u000a| (launched: 2022-12-13_18:25:37.173857) \u000a18:25:40.449610 run osmo-hlr_10.42.42.2(pid=16844): stderr: \u000a| �[0;m�[1;31m20221213182537375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182537375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182537375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182537375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182537375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182537376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182537388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182537396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182537396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182537396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:40.518757 run osmo-msc_10.42.42.6(pid=16850): ERR: Terminated: ERROR {rc=2} [trial-2392↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16850)]\u000a18:25:40.568891 run osmo-msc_10.42.42.6(pid=16850): stdout: \u000a| (launched: 2022-12-13_18:25:39.316026) \u000a18:25:40.619557 run osmo-msc_10.42.42.6(pid=16850): stderr: \u000a| �[0;m�[38;5;43m20221213182539641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182539641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e3b16cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182539641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182539641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182539641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182539642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182539643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182539644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182539644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182539644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:25:40.662362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16843): Terminating (SIGTERM)\u000a18:25:40.703068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16846): Terminating (SIGTERM)\u000a18:25:40.743837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16849): Terminating (SIGTERM)\u000a18:25:40.753299 --- ParallelTerminationStrategy: PID 16843 died...\u000a18:25:40.808160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16843): Terminated: ok {rc=0}\u000a18:25:40.818085 --- ParallelTerminationStrategy: PID 16846 died...\u000a18:25:40.872464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16846): Terminated: ok {rc=0}\u000a18:25:40.882278 --- ParallelTerminationStrategy: PID 16849 died...\u000a18:25:40.936868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16849): Terminated: ok {rc=0}\u000a18:25:41.025555 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16858): Process ended prematurely: osmo-stp_10.42.42.5(pid=16858) [trial-2392↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16858): Process ended prematurely: osmo-stp_10.42.42.5(pid=16858) [trial-2392↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a18:25:42.145158 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:42.157019 tst encryption: Using 1 x bts (candidates: 1)\u000a18:25:42.293058 tst register_a5_0_authreq.py: using LAC 35433\u000a18:25:42.417596 tst register_a5_0_authreq.py: using RAC 243\u000a18:25:42.547854 tst register_a5_0_authreq.py: using CellId 35433\u000a18:25:42.679499 tst register_a5_0_authreq.py: using BVCI 35434\u000a18:25:42.705972 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:42.716856 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:42.727971 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:42.739111 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:42.750519 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:42.761694 tst encryption: Using 1 x modem (candidates: 1)\u000a18:25:43.054837 tst register_a5_0_authreq.py:8: start network...\u000a18:25:43.186544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:43.695187 run create_hlr_db(pid=16852): Launched\u000a18:25:43.877917 bus /sierra_2: Setting Powered False\u000a18:25:44.899049 run create_hlr_db(pid=16852): Terminated: ok {rc=0}\u000a18:25:45.351597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16854): Launched\u000a18:25:45.695426 run osmo-hlr_10.42.42.2(pid=16855): Launched\u000a18:25:45.821718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:46.483430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16857): Launched\u000a18:25:46.975878 run osmo-stp_10.42.42.5(pid=16858): Launched\u000a18:25:47.159646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:25:47.744544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16860): Launched\u000a18:25:48.066347 run osmo-msc_10.42.42.6(pid=16861): Launched\u000a18:25:48.252547 run osmo-stp_10.42.42.5(pid=16858): ERR: Terminated: ERROR {rc=1} [trial-2392↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)]\u000a18:25:48.386257 run osmo-stp_10.42.42.5(pid=16858): stdout: \u000a| (launched: 2022-12-13_18:25:46.658507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:48.519121 run osmo-stp_10.42.42.5(pid=16858): stderr: \u000a| �[0;m�[38;5;43m20221213182546920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182546921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182546922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182546923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182546924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182546925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182546925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:48.646579 run osmo-stp_10.42.42.5(pid=16858): stdout: \u000a| (launched: 2022-12-13_18:25:46.658507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:48.772660 run osmo-stp_10.42.42.5(pid=16858): stderr: \u000a| �[0;m�[38;5;43m20221213182546920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182546921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182546922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182546923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182546924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182546925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182546925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:48.828764 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16858): Process ended prematurely: osmo-stp_10.42.42.5(pid=16858) [trial-2392↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)] [trial-2392↪encryption↪register_a5_0_authreq.py:8]\u000a18:25:48.837592 tst register_a5_0_authreq.py:8: Test FAILED (6.7 sec)\u000a18:25:48.898033 run osmo-hlr_10.42.42.2(pid=16855): ERR: Terminated: ERROR {rc=237} [trial-2392↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16855)]\u000a18:25:48.947545 run osmo-hlr_10.42.42.2(pid=16855): stdout: \u000a| (launched: 2022-12-13_18:25:45.525270) \u000a18:25:48.998010 run osmo-hlr_10.42.42.2(pid=16855): stderr: \u000a| �[0;m�[1;31m20221213182545725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182545725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182545726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182545726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182545726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182545726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182545738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182545746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182545747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182545747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:49.066205 run osmo-msc_10.42.42.6(pid=16861): ERR: Terminated: ERROR {rc=2} [trial-2392↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16861)]\u000a18:25:49.115621 run osmo-msc_10.42.42.6(pid=16861): stdout: \u000a| (launched: 2022-12-13_18:25:47.906485) \u000a18:25:49.165659 run osmo-msc_10.42.42.6(pid=16861): stderr: \u000a| �[0;m�[38;5;43m20221213182548182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182548182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f754bb68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182548182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182548182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182548182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182548182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182548184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182548185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182548185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182548185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:25:49.208166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16854): Terminating (SIGTERM)\u000a18:25:49.248575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16857): Terminating (SIGTERM)\u000a18:25:49.289331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16860): Terminating (SIGTERM)\u000a18:25:49.298683 --- ParallelTerminationStrategy: PID 16854 died...\u000a18:25:49.353143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16854): Terminated: ok {rc=0}\u000a18:25:49.362960 --- ParallelTerminationStrategy: PID 16857 died...\u000a18:25:49.416802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16857): Terminated: ok {rc=0}\u000a18:25:49.426578 --- ParallelTerminationStrategy: PID 16860 died...\u000a18:25:49.480795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16860): Terminated: ok {rc=0}\u000a18:25:49.571044 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16872): Process ended prematurely: osmo-stp_10.42.42.5(pid=16872) [trial-2392↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16872): Process ended prematurely: osmo-stp_10.42.42.5(pid=16872) [trial-2392↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a18:25:50.685556 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:50.697090 tst encryption: Using 1 x bts (candidates: 1)\u000a18:25:50.827277 tst register_a5_1_authreq.py: using LAC 35434\u000a18:25:50.953617 tst register_a5_1_authreq.py: using RAC 244\u000a18:25:51.079325 tst register_a5_1_authreq.py: using CellId 35434\u000a18:25:51.205774 tst register_a5_1_authreq.py: using BVCI 35435\u000a18:25:51.229982 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:51.240428 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:51.250984 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:51.261378 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:51.271689 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:51.283074 tst encryption: Using 1 x modem (candidates: 1)\u000a18:25:51.590907 tst register_a5_1_authreq.py:8: start network...\u000a18:25:51.734431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:52.257933 run create_hlr_db(pid=16866): Launched\u000a18:25:52.441255 bus /sierra_2: Setting Powered False\u000a18:25:53.462136 run create_hlr_db(pid=16866): Terminated: ok {rc=0}\u000a18:25:53.915529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16868): Launched\u000a18:25:54.259340 run osmo-hlr_10.42.42.2(pid=16869): Launched\u000a18:25:54.384999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:54.978388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16871): Launched\u000a18:25:55.321428 run osmo-stp_10.42.42.5(pid=16872): Launched\u000a18:25:55.445748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:25:56.065839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16874): Launched\u000a18:25:56.408535 run osmo-msc_10.42.42.6(pid=16875): Launched\u000a18:25:56.607447 run osmo-stp_10.42.42.5(pid=16872): ERR: Terminated: ERROR {rc=1} [trial-2392↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)]\u000a18:25:56.751769 run osmo-stp_10.42.42.5(pid=16872): stdout: \u000a| (launched: 2022-12-13_18:25:55.150730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:56.893480 run osmo-stp_10.42.42.5(pid=16872): stderr: \u000a| �[0;m�[38;5;43m20221213182555345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182555345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182555346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182555346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182555347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182555347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182555347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:57.029634 run osmo-stp_10.42.42.5(pid=16872): stdout: \u000a| (launched: 2022-12-13_18:25:55.150730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:57.164875 run osmo-stp_10.42.42.5(pid=16872): stderr: \u000a| �[0;m�[38;5;43m20221213182555345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182555345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182555346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182555346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182555347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182555347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182555347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:57.224351 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16872): Process ended prematurely: osmo-stp_10.42.42.5(pid=16872) [trial-2392↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)] [trial-2392↪encryption↪register_a5_1_authreq.py:8]\u000a18:25:57.233816 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a18:25:57.297798 run osmo-hlr_10.42.42.2(pid=16869): ERR: Terminated: ERROR {rc=237} [trial-2392↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16869)]\u000a18:25:57.350114 run osmo-hlr_10.42.42.2(pid=16869): stdout: \u000a| (launched: 2022-12-13_18:25:54.089208) \u000a18:25:57.403209 run osmo-hlr_10.42.42.2(pid=16869): stderr: \u000a| �[0;m�[1;31m20221213182554291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182554291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182554291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182554291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182554291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182554291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182554307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182554317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182554318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182554318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:57.475339 run osmo-msc_10.42.42.6(pid=16875): ERR: Terminated: ERROR {rc=2} [trial-2392↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16875)]\u000a18:25:57.527653 run osmo-msc_10.42.42.6(pid=16875): stdout: \u000a| (launched: 2022-12-13_18:25:56.238153) \u000a18:25:57.580735 run osmo-msc_10.42.42.6(pid=16875): stderr: \u000a| �[0;m�[38;5;43m20221213182556565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182556565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f439d961c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182556565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182556565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182556565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182556566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182556567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182556568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182556568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182556568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:25:57.626091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16868): Terminating (SIGTERM)\u000a18:25:57.669251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16871): Terminating (SIGTERM)\u000a18:25:57.712340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16874): Terminating (SIGTERM)\u000a18:25:57.722209 --- ParallelTerminationStrategy: PID 16868 died...\u000a18:25:57.779524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16868): Terminated: ok {rc=0}\u000a18:25:57.789782 --- ParallelTerminationStrategy: PID 16871 died...\u000a18:25:57.846962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16871): Terminated: ok {rc=0}\u000a18:25:57.857224 --- ParallelTerminationStrategy: PID 16874 died...\u000a18:25:57.914301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16874): Terminated: ok {rc=0}\u000a18:25:58.002728 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16883): Process ended prematurely: osmo-stp_10.42.42.5(pid=16883) [trial-2392↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16883)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16883): Process ended prematurely: osmo-stp_10.42.42.5(pid=16883) [trial-2392↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a18:25:59.123237 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:59.135095 tst encryption: Using 1 x bts (candidates: 1)\u000a18:25:59.265669 tst register_a5_3_authreq.py: using LAC 35435\u000a18:25:59.392594 tst register_a5_3_authreq.py: using RAC 245\u000a18:25:59.518424 tst register_a5_3_authreq.py: using CellId 35435\u000a18:25:59.644223 tst register_a5_3_authreq.py: using BVCI 35436\u000a18:25:59.668521 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:59.679262 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:59.689764 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:59.700086 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:59.710467 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:25:59.720712 tst encryption: Using 1 x modem (candidates: 1)\u000a18:26:00.039991 tst register_a5_3_authreq.py:8: start network...\u000a18:26:00.182122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:26:00.716585 run create_hlr_db(pid=16877): Launched\u000a18:26:00.942832 bus /sierra_2: Setting Powered False\u000a18:26:01.976410 run create_hlr_db(pid=16877): Terminated: ok {rc=0}\u000a18:26:02.447699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16879): Launched\u000a18:26:02.790661 run osmo-hlr_10.42.42.2(pid=16880): Launched\u000a18:26:02.915771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:26:03.504763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16882): Launched\u000a18:26:03.847570 run osmo-stp_10.42.42.5(pid=16883): Launched\u000a18:26:03.971686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:26:04.592269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16885): Launched\u000a18:26:04.936546 run osmo-msc_10.42.42.6(pid=16886): Launched\u000a18:26:05.135588 run osmo-stp_10.42.42.5(pid=16883): ERR: Terminated: ERROR {rc=1} [trial-2392↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16883)]\u000a18:26:05.279382 run osmo-stp_10.42.42.5(pid=16883): stdout: \u000a| (launched: 2022-12-13_18:26:03.677246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:05.421581 run osmo-stp_10.42.42.5(pid=16883): stderr: \u000a| �[0;m�[38;5;43m20221213182603872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182603872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182603873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182603873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182603874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182603874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182603874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:05.558174 run osmo-stp_10.42.42.5(pid=16883): stdout: \u000a| (launched: 2022-12-13_18:26:03.677246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:05.693954 run osmo-stp_10.42.42.5(pid=16883): stderr: \u000a| �[0;m�[38;5;43m20221213182603872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182603872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182603873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182603873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182603874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182603874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182603874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:05.753818 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16883): Process ended prematurely: osmo-stp_10.42.42.5(pid=16883) [trial-2392↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16883)] [trial-2392↪encryption↪register_a5_3_authreq.py:8]\u000a18:26:05.763175 tst register_a5_3_authreq.py:8: Test FAILED (6.7 sec)\u000a18:26:05.826818 run osmo-hlr_10.42.42.2(pid=16880): ERR: Terminated: ERROR {rc=237} [trial-2392↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16880)]\u000a18:26:05.879107 run osmo-hlr_10.42.42.2(pid=16880): stdout: \u000a| (launched: 2022-12-13_18:26:02.620379) \u000a18:26:05.932270 run osmo-hlr_10.42.42.2(pid=16880): stderr: \u000a| �[0;m�[1;31m20221213182602822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182602822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182602822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182602822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182602823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182602823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182602834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182602842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182602842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182602842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:26:06.003978 run osmo-msc_10.42.42.6(pid=16886): ERR: Terminated: ERROR {rc=2} [trial-2392↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16886)]\u000a18:26:06.056227 run osmo-msc_10.42.42.6(pid=16886): stdout: \u000a| (launched: 2022-12-13_18:26:04.766484) \u000a18:26:06.109105 run osmo-msc_10.42.42.6(pid=16886): stderr: \u000a| �[0;m�[38;5;43m20221213182605093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182605093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff16039ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182605093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182605093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182605094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182605094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182605095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182605096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182605096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182605096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:26:06.154292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16879): Terminating (SIGTERM)\u000a18:26:06.197562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16882): Terminating (SIGTERM)\u000a18:26:06.240664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16885): Terminating (SIGTERM)\u000a18:26:06.250534 --- ParallelTerminationStrategy: PID 16879 died...\u000a18:26:06.307976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16879): Terminated: ok {rc=0}\u000a18:26:06.318362 --- ParallelTerminationStrategy: PID 16882 died...\u000a18:26:06.375617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16882): Terminated: ok {rc=0}\u000a18:26:06.385909 --- ParallelTerminationStrategy: PID 16885 died...\u000a18:26:06.442924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16885): Terminated: ok {rc=0}\u000a18:26:06.530377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:25:33" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16903): Process ended prematurely: srsepc(pid=16903) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16903)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16903): Process ended prematurely: srsepc(pid=16903) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a18:26:08.519837 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a18:26:08.563299 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:26:08.579151 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:26:08.602284 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:26:08.747042 tst handover.py: using MSISDN 8273\u000a18:26:08.858056 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8273', subscriber_id=0}\u000a18:26:08.968205 run srsepc_10.42.42.118: Starting srsepc\u000a18:26:10.859381 run rm-remote-dir(pid=16891): Launched\u000a18:26:11.049681 bus /sierra_2: Setting Powered False\u000a18:26:12.071832 run rm-remote-dir(pid=16891): Terminated: ok {rc=0}\u000a18:26:12.534731 run mk-remote-dir(pid=16892): Launched\u000a18:26:13.728488 run mk-remote-dir(pid=16892): Terminated: ok {rc=0}\u000a18:26:14.017067 run scp-inst-to-remote(pid=16893): Launched\u000a18:26:16.222833 run scp-inst-to-remote(pid=16893): Terminated: ok {rc=0}\u000a18:26:16.643203 run rm-remote-dir(pid=16895): Launched\u000a18:26:17.860601 run rm-remote-dir(pid=16895): Terminated: ok {rc=0}\u000a18:26:18.223505 run mk-remote-dir(pid=16896): Launched\u000a18:26:19.429703 run mk-remote-dir(pid=16896): Terminated: ok {rc=0}\u000a18:26:19.736778 run scp-cfg-to-remote(pid=16897): Launched\u000a18:26:20.940476 run scp-cfg-to-remote(pid=16897): Terminated: ok {rc=0}\u000a18:26:21.246058 run scp-db-to-remote(pid=16899): Launched\u000a18:26:22.450264 run scp-db-to-remote(pid=16899): Terminated: ok {rc=0}\u000a18:26:22.575409 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:26:22.927971 run patchelf(pid=16901): Launched\u000a18:26:24.130607 run patchelf(pid=16901): Terminated: ok {rc=0}\u000a18:26:24.255092 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:26:24.605923 run setcap-netadm(pid=16902): Launched\u000a18:26:25.810372 run setcap-netadm(pid=16902): Terminated: ok {rc=0}\u000a18:26:26.152840 run srsepc(pid=16903): Launched\u000a18:26:26.273562 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:26:27.499508 run rm-remote-dir(pid=16904): Launched\u000a18:26:27.703810 run srsepc(pid=16903): ERR: Terminated: ERROR {rc=127} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16903)]\u000a18:26:27.852719 run srsepc(pid=16903): stdout: \u000a| (launched: 2022-12-13_18:26:25.988241)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:28.001516 run srsepc(pid=16903): stderr: \u000a| (launched: 2022-12-13_18:26:26.038355)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:28.145120 run srsepc(pid=16903): stdout: \u000a| (launched: 2022-12-13_18:26:25.988241)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:28.288180 run srsepc(pid=16903): stderr: \u000a| (launched: 2022-12-13_18:26:26.038355)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:28.455853 run rm-remote-dir(pid=16904): Terminating (SIGINT)\u000a18:26:28.652560 run rm-remote-dir(pid=16904): Terminated: ok {rc=0}\u000a18:26:28.688500 tst handover.py:37: ERR: Error: srsepc(pid=16903): Process ended prematurely: srsepc(pid=16903) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16903)] [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a18:26:28.699110 tst handover.py:37: Test FAILED (20.3 sec)\u000a18:26:28.819300 run scp-back-log(pid=16905): Launched\u000a18:26:29.911386 run scp-back-log(pid=16905): ERR: Terminated: ERROR {rc=1} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16905)]\u000a18:26:29.977963 run scp-back-log(pid=16905): stdout: \u000a| (launched: 2022-12-13_18:26:28.744117) \u000a18:26:30.044868 run scp-back-log(pid=16905): stderr: \u000a| (launched: 2022-12-13_18:26:28.765377)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:26:30.101676 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16905): launch_sync(): local process exited with status 1 [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16905)]')\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16919): Process ended prematurely: srsepc(pid=16919) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16919)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16919): Process ended prematurely: srsepc(pid=16919) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a18:26:30.299550 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a18:26:30.345996 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:26:30.571554 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a18:26:30.618162 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:26:30.634658 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:26:30.762995 tst iperf3_bidir.py: using MSISDN 8274\u000a18:26:30.887300 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8274', subscriber_id=0}\u000a18:26:31.012918 run srsepc_10.42.42.118: Starting srsepc\u000a18:26:31.791771 run rm-remote-dir(pid=16907): Launched\u000a18:26:33.000010 run rm-remote-dir(pid=16907): Terminated: ok {rc=0}\u000a18:26:33.362390 run mk-remote-dir(pid=16908): Launched\u000a18:26:34.568667 run mk-remote-dir(pid=16908): Terminated: ok {rc=0}\u000a18:26:34.878037 run scp-inst-to-remote(pid=16909): Launched\u000a18:26:37.083624 run scp-inst-to-remote(pid=16909): Terminated: ok {rc=0}\u000a18:26:37.446859 run rm-remote-dir(pid=16911): Launched\u000a18:26:38.654564 run rm-remote-dir(pid=16911): Terminated: ok {rc=0}\u000a18:26:39.019263 run mk-remote-dir(pid=16912): Launched\u000a18:26:40.225970 run mk-remote-dir(pid=16912): Terminated: ok {rc=0}\u000a18:26:40.533317 run scp-cfg-to-remote(pid=16913): Launched\u000a18:26:41.737139 run scp-cfg-to-remote(pid=16913): Terminated: ok {rc=0}\u000a18:26:42.043571 run scp-db-to-remote(pid=16915): Launched\u000a18:26:43.247635 run scp-db-to-remote(pid=16915): Terminated: ok {rc=0}\u000a18:26:43.372823 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:26:43.740605 run patchelf(pid=16917): Launched\u000a18:26:44.944267 run patchelf(pid=16917): Terminated: ok {rc=0}\u000a18:26:45.070575 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:26:45.422426 run setcap-netadm(pid=16918): Launched\u000a18:26:46.630062 run setcap-netadm(pid=16918): Terminated: ok {rc=0}\u000a18:26:47.033104 run srsepc(pid=16919): Launched\u000a18:26:47.197559 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:26:48.430752 run rm-remote-dir(pid=16920): Launched\u000a18:26:48.634001 run srsepc(pid=16919): ERR: Terminated: ERROR {rc=127} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16919)]\u000a18:26:48.782855 run srsepc(pid=16919): stdout: \u000a| (launched: 2022-12-13_18:26:46.813996)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:48.931163 run srsepc(pid=16919): stderr: \u000a| (launched: 2022-12-13_18:26:46.865449)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:49.075165 run srsepc(pid=16919): stdout: \u000a| (launched: 2022-12-13_18:26:46.813996)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:26:49.216934 run srsepc(pid=16919): stderr: \u000a| (launched: 2022-12-13_18:26:46.865449)\u000a| Connection to 10.42.42.116 closed. \u000a18:26:49.383450 run rm-remote-dir(pid=16920): Terminating (SIGINT)\u000a18:26:49.579600 run rm-remote-dir(pid=16920): Terminated: ok {rc=0}\u000a18:26:49.615652 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=16919): Process ended prematurely: srsepc(pid=16919) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16919)] [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a18:26:49.626402 tst iperf3_bidir.py:42: Test FAILED (19.5 sec)\u000a18:26:49.748184 run scp-back-log(pid=16921): Launched\u000a18:26:50.840330 run scp-back-log(pid=16921): ERR: Terminated: ERROR {rc=1} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16921)]\u000a18:26:50.907233 run scp-back-log(pid=16921): stdout: \u000a| (launched: 2022-12-13_18:26:49.671060) \u000a18:26:50.974356 run scp-back-log(pid=16921): stderr: \u000a| (launched: 2022-12-13_18:26:49.692256)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:26:51.032183 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16921): launch_sync(): local process exited with status 1 [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16921)]')\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16935): Process ended prematurely: srsepc(pid=16935) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16935)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16935): Process ended prematurely: srsepc(pid=16935) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a18:26:51.230408 tst iperf3_dl.py:13: Number of physical ue: 1\u000a18:26:51.276893 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:26:51.503923 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a18:26:51.550519 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:26:51.567226 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:26:51.697958 tst iperf3_dl.py: using MSISDN 8275\u000a18:26:51.817819 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8275', subscriber_id=0}\u000a18:26:51.936068 run srsepc_10.42.42.118: Starting srsepc\u000a18:26:52.645128 run rm-remote-dir(pid=16923): Launched\u000a18:26:53.851220 run rm-remote-dir(pid=16923): Terminated: ok {rc=0}\u000a18:26:54.214952 run mk-remote-dir(pid=16924): Launched\u000a18:26:55.420680 run mk-remote-dir(pid=16924): Terminated: ok {rc=0}\u000a18:26:55.727340 run scp-inst-to-remote(pid=16925): Launched\u000a18:26:57.932774 run scp-inst-to-remote(pid=16925): Terminated: ok {rc=0}\u000a18:26:58.294681 run rm-remote-dir(pid=16927): Launched\u000a18:26:59.499571 run rm-remote-dir(pid=16927): Terminated: ok {rc=0}\u000a18:26:59.862675 run mk-remote-dir(pid=16928): Launched\u000a18:27:01.075629 run mk-remote-dir(pid=16928): Terminated: ok {rc=0}\u000a18:27:01.489223 run scp-cfg-to-remote(pid=16929): Launched\u000a18:27:02.721960 run scp-cfg-to-remote(pid=16929): Terminated: ok {rc=0}\u000a18:27:03.016848 run scp-db-to-remote(pid=16931): Launched\u000a18:27:04.208220 run scp-db-to-remote(pid=16931): Terminated: ok {rc=0}\u000a18:27:04.325071 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:27:04.659097 run patchelf(pid=16933): Launched\u000a18:27:05.850432 run patchelf(pid=16933): Terminated: ok {rc=0}\u000a18:27:05.967456 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:27:06.301177 run setcap-netadm(pid=16934): Launched\u000a18:27:07.492391 run setcap-netadm(pid=16934): Terminated: ok {rc=0}\u000a18:27:07.817229 run srsepc(pid=16935): Launched\u000a18:27:07.930181 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:27:09.087025 run rm-remote-dir(pid=16936): Launched\u000a18:27:09.279863 run srsepc(pid=16935): ERR: Terminated: ERROR {rc=127} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16935)]\u000a18:27:09.420176 run srsepc(pid=16935): stdout: \u000a| (launched: 2022-12-13_18:27:07.659744)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:09.559032 run srsepc(pid=16935): stderr: \u000a| (launched: 2022-12-13_18:27:07.706589)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:09.693472 run srsepc(pid=16935): stdout: \u000a| (launched: 2022-12-13_18:27:07.659744)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:09.826725 run srsepc(pid=16935): stderr: \u000a| (launched: 2022-12-13_18:27:07.706589)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:09.982995 run rm-remote-dir(pid=16936): Terminating (SIGINT)\u000a18:27:10.167674 run rm-remote-dir(pid=16936): Terminated: ok {rc=0}\u000a18:27:10.201730 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=16935): Process ended prematurely: srsepc(pid=16935) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16935)] [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a18:27:10.211852 tst iperf3_dl.py:42: Test FAILED (19.2 sec)\u000a18:27:10.326496 run scp-back-log(pid=16937): Launched\u000a18:27:11.419171 run scp-back-log(pid=16937): ERR: Terminated: ERROR {rc=1} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16937)]\u000a18:27:11.485814 run scp-back-log(pid=16937): stdout: \u000a| (launched: 2022-12-13_18:27:10.253933) \u000a18:27:11.552660 run scp-back-log(pid=16937): stderr: \u000a| (launched: 2022-12-13_18:27:10.274024)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:27:11.609762 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16937): launch_sync(): local process exited with status 1 [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16937)]')\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16951): Process ended prematurely: srsepc(pid=16951) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16951)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16951): Process ended prematurely: srsepc(pid=16951) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a18:27:11.807049 tst iperf3_ul.py:13: Number of physical ue: 1\u000a18:27:11.853284 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:27:12.064505 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a18:27:12.107888 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:27:12.123905 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:27:12.246847 tst iperf3_ul.py: using MSISDN 8276\u000a18:27:12.358129 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8276', subscriber_id=0}\u000a18:27:12.468183 run srsepc_10.42.42.118: Starting srsepc\u000a18:27:13.137127 run rm-remote-dir(pid=16939): Launched\u000a18:27:14.331111 run rm-remote-dir(pid=16939): Terminated: ok {rc=0}\u000a18:27:14.675189 run mk-remote-dir(pid=16940): Launched\u000a18:27:15.879429 run mk-remote-dir(pid=16940): Terminated: ok {rc=0}\u000a18:27:16.262475 run scp-inst-to-remote(pid=16941): Launched\u000a18:27:18.482135 run scp-inst-to-remote(pid=16941): Terminated: ok {rc=0}\u000a18:27:18.845704 run rm-remote-dir(pid=16943): Launched\u000a18:27:20.050938 run rm-remote-dir(pid=16943): Terminated: ok {rc=0}\u000a18:27:20.415076 run mk-remote-dir(pid=16944): Launched\u000a18:27:21.621525 run mk-remote-dir(pid=16944): Terminated: ok {rc=0}\u000a18:27:21.929658 run scp-cfg-to-remote(pid=16945): Launched\u000a18:27:23.132432 run scp-cfg-to-remote(pid=16945): Terminated: ok {rc=0}\u000a18:27:23.440804 run scp-db-to-remote(pid=16947): Launched\u000a18:27:24.644491 run scp-db-to-remote(pid=16947): Terminated: ok {rc=0}\u000a18:27:24.770382 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:27:25.124033 run patchelf(pid=16949): Launched\u000a18:27:26.328368 run patchelf(pid=16949): Terminated: ok {rc=0}\u000a18:27:26.454126 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:27:26.807095 run setcap-netadm(pid=16950): Launched\u000a18:27:28.011952 run setcap-netadm(pid=16950): Terminated: ok {rc=0}\u000a18:27:28.356366 run srsepc(pid=16951): Launched\u000a18:27:28.476702 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:27:29.712776 run rm-remote-dir(pid=16952): Launched\u000a18:27:29.918201 run srsepc(pid=16951): ERR: Terminated: ERROR {rc=127} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16951)]\u000a18:27:30.067754 run srsepc(pid=16951): stdout: \u000a| (launched: 2022-12-13_18:27:28.191510)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:30.217917 run srsepc(pid=16951): stderr: \u000a| (launched: 2022-12-13_18:27:28.242037)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:30.362671 run srsepc(pid=16951): stdout: \u000a| (launched: 2022-12-13_18:27:28.191510)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:30.506244 run srsepc(pid=16951): stderr: \u000a| (launched: 2022-12-13_18:27:28.242037)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:30.674391 run rm-remote-dir(pid=16952): Terminating (SIGINT)\u000a18:27:30.874879 run rm-remote-dir(pid=16952): Terminated: ok {rc=0}\u000a18:27:30.921048 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=16951): Process ended prematurely: srsepc(pid=16951) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16951)] [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a18:27:30.932859 tst iperf3_ul.py:42: Test FAILED (19.3 sec)\u000a18:27:31.070218 run scp-back-log(pid=16953): Launched\u000a18:27:32.174199 run scp-back-log(pid=16953): ERR: Terminated: ERROR {rc=1} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16953)]\u000a18:27:32.238988 run scp-back-log(pid=16953): stdout: \u000a| (launched: 2022-12-13_18:27:30.978833) \u000a18:27:32.304044 run scp-back-log(pid=16953): stderr: \u000a| (launched: 2022-12-13_18:27:31.000315)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:27:32.359441 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16953): launch_sync(): local process exited with status 1 [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16953)]')\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16969): Process ended prematurely: srsepc(pid=16969) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16969)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16969): Process ended prematurely: srsepc(pid=16969) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a18:27:32.374851 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:27:32.392211 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:27:32.416363 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:27:32.571558 tst ping.py: using MSISDN 8277\u000a18:27:32.690868 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8277', subscriber_id=0}\u000a18:27:32.809739 run srsepc_10.42.42.118: Starting srsepc\u000a18:27:33.518678 run rm-remote-dir(pid=16957): Launched\u000a18:27:34.725112 run rm-remote-dir(pid=16957): Terminated: ok {rc=0}\u000a18:27:35.087842 run mk-remote-dir(pid=16958): Launched\u000a18:27:36.293909 run mk-remote-dir(pid=16958): Terminated: ok {rc=0}\u000a18:27:36.601213 run scp-inst-to-remote(pid=16959): Launched\u000a18:27:38.807483 run scp-inst-to-remote(pid=16959): Terminated: ok {rc=0}\u000a18:27:39.171785 run rm-remote-dir(pid=16961): Launched\u000a18:27:40.377920 run rm-remote-dir(pid=16961): Terminated: ok {rc=0}\u000a18:27:40.740569 run mk-remote-dir(pid=16962): Launched\u000a18:27:41.947558 run mk-remote-dir(pid=16962): Terminated: ok {rc=0}\u000a18:27:42.256154 run scp-cfg-to-remote(pid=16963): Launched\u000a18:27:43.459845 run scp-cfg-to-remote(pid=16963): Terminated: ok {rc=0}\u000a18:27:43.766229 run scp-db-to-remote(pid=16965): Launched\u000a18:27:44.970064 run scp-db-to-remote(pid=16965): Terminated: ok {rc=0}\u000a18:27:45.095539 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:27:45.448793 run patchelf(pid=16967): Launched\u000a18:27:46.693849 run patchelf(pid=16967): Terminated: ok {rc=0}\u000a18:27:46.853523 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:27:47.279377 run setcap-netadm(pid=16968): Launched\u000a18:27:48.471677 run setcap-netadm(pid=16968): Terminated: ok {rc=0}\u000a18:27:48.794729 run srsepc(pid=16969): Launched\u000a18:27:48.907206 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:27:50.060325 run rm-remote-dir(pid=16970): Launched\u000a18:27:50.248547 run srsepc(pid=16969): ERR: Terminated: ERROR {rc=127} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16969)]\u000a18:27:50.386109 run srsepc(pid=16969): stdout: \u000a| (launched: 2022-12-13_18:27:48.638915)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:50.522145 run srsepc(pid=16969): stderr: \u000a| (launched: 2022-12-13_18:27:48.685800)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:50.653383 run srsepc(pid=16969): stdout: \u000a| (launched: 2022-12-13_18:27:48.638915)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:27:50.783712 run srsepc(pid=16969): stderr: \u000a| (launched: 2022-12-13_18:27:48.685800)\u000a| Connection to 10.42.42.116 closed. \u000a18:27:50.937274 run rm-remote-dir(pid=16970): Terminating (SIGINT)\u000a18:27:51.117423 run rm-remote-dir(pid=16970): Terminated: ok {rc=0}\u000a18:27:51.150532 tst ping.py:16: ERR: Error: srsepc(pid=16969): Process ended prematurely: srsepc(pid=16969) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16969)] [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a18:27:51.160003 tst ping.py:16: Test FAILED (18.8 sec)\u000a18:27:51.272384 run scp-back-log(pid=16971): Launched\u000a18:27:52.358614 run scp-back-log(pid=16971): ERR: Terminated: ERROR {rc=1} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16971)]\u000a18:27:52.420644 run scp-back-log(pid=16971): stdout: \u000a| (launched: 2022-12-13_18:27:51.201478) \u000a18:27:52.482873 run scp-back-log(pid=16971): stderr: \u000a| (launched: 2022-12-13_18:27:51.221284)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:27:52.535988 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16971): launch_sync(): local process exited with status 1 [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16971)]')\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16985): Process ended prematurely: srsepc(pid=16985) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16985)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16985): Process ended prematurely: srsepc(pid=16985) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a18:27:52.550017 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:27:52.566868 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:27:52.589436 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:27:52.734560 tst rrc_idle_mo_ping.py: using MSISDN 8278\u000a18:27:52.843009 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8278', subscriber_id=0}\u000a18:27:52.950190 run srsepc_10.42.42.118: Starting srsepc\u000a18:27:53.598867 run rm-remote-dir(pid=16973): Launched\u000a18:27:54.787576 run rm-remote-dir(pid=16973): Terminated: ok {rc=0}\u000a18:27:55.128378 run mk-remote-dir(pid=16974): Launched\u000a18:27:56.330982 run mk-remote-dir(pid=16974): Terminated: ok {rc=0}\u000a18:27:56.630868 run scp-inst-to-remote(pid=16975): Launched\u000a18:27:58.830868 run scp-inst-to-remote(pid=16975): Terminated: ok {rc=0}\u000a18:27:59.184559 run rm-remote-dir(pid=16977): Launched\u000a18:28:00.383500 run rm-remote-dir(pid=16977): Terminated: ok {rc=0}\u000a18:28:00.732081 run mk-remote-dir(pid=16978): Launched\u000a18:28:01.933098 run mk-remote-dir(pid=16978): Terminated: ok {rc=0}\u000a18:28:02.253469 run scp-cfg-to-remote(pid=16979): Launched\u000a18:28:03.452436 run scp-cfg-to-remote(pid=16979): Terminated: ok {rc=0}\u000a18:28:03.751458 run scp-db-to-remote(pid=16981): Launched\u000a18:28:04.951104 run scp-db-to-remote(pid=16981): Terminated: ok {rc=0}\u000a18:28:05.073286 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:28:05.415912 run patchelf(pid=16983): Launched\u000a18:28:06.615689 run patchelf(pid=16983): Terminated: ok {rc=0}\u000a18:28:06.737763 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:28:07.080757 run setcap-netadm(pid=16984): Launched\u000a18:28:08.280087 run setcap-netadm(pid=16984): Terminated: ok {rc=0}\u000a18:28:08.613469 run srsepc(pid=16985): Launched\u000a18:28:08.730455 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:28:09.859490 run rm-remote-dir(pid=16986): Launched\u000a18:28:10.046902 run srsepc(pid=16985): ERR: Terminated: ERROR {rc=127} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16985)]\u000a18:28:10.184028 run srsepc(pid=16985): stdout: \u000a| (launched: 2022-12-13_18:28:08.454235)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:28:10.319542 run srsepc(pid=16985): stderr: \u000a| (launched: 2022-12-13_18:28:08.503199)\u000a| Connection to 10.42.42.116 closed. \u000a18:28:10.450416 run srsepc(pid=16985): stdout: \u000a| (launched: 2022-12-13_18:28:08.454235)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:28:10.580154 run srsepc(pid=16985): stderr: \u000a| (launched: 2022-12-13_18:28:08.503199)\u000a| Connection to 10.42.42.116 closed. \u000a18:28:10.732808 run rm-remote-dir(pid=16986): Terminating (SIGINT)\u000a18:28:10.912791 run rm-remote-dir(pid=16986): Terminated: ok {rc=0}\u000a18:28:10.945930 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=16985): Process ended prematurely: srsepc(pid=16985) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16985)] [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a18:28:10.955444 tst rrc_idle_mo_ping.py:16: Test FAILED (18.4 sec)\u000a18:28:11.067263 run scp-back-log(pid=16987): Launched\u000a18:28:12.154181 run scp-back-log(pid=16987): ERR: Terminated: ERROR {rc=1} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16987)]\u000a18:28:12.216151 run scp-back-log(pid=16987): stdout: \u000a| (launched: 2022-12-13_18:28:10.996737) \u000a18:28:12.278492 run scp-back-log(pid=16987): stderr: \u000a| (launched: 2022-12-13_18:28:11.016511)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:28:12.331517 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16987): launch_sync(): local process exited with status 1 [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16987)]')\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17001): Process ended prematurely: srsepc(pid=17001) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17001)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17001): Process ended prematurely: srsepc(pid=17001) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a18:28:12.345875 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:28:12.362487 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:28:12.384820 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:28:12.538289 tst rrc_idle_mt_ping.py: using MSISDN 8279\u000a18:28:12.654681 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8279', subscriber_id=0}\u000a18:28:12.770490 run srsepc_10.42.42.118: Starting srsepc\u000a18:28:13.458583 run rm-remote-dir(pid=16989): Launched\u000a18:28:14.650757 run rm-remote-dir(pid=16989): Terminated: ok {rc=0}\u000a18:28:14.983684 run mk-remote-dir(pid=16990): Launched\u000a18:28:16.175298 run mk-remote-dir(pid=16990): Terminated: ok {rc=0}\u000a18:28:16.498447 run scp-inst-to-remote(pid=16991): Launched\u000a18:28:18.703455 run scp-inst-to-remote(pid=16991): Terminated: ok {rc=0}\u000a18:28:19.035249 run rm-remote-dir(pid=16993): Launched\u000a18:28:20.223329 run rm-remote-dir(pid=16993): Terminated: ok {rc=0}\u000a18:28:20.555889 run mk-remote-dir(pid=16994): Launched\u000a18:28:21.748112 run mk-remote-dir(pid=16994): Terminated: ok {rc=0}\u000a18:28:22.033099 run scp-cfg-to-remote(pid=16995): Launched\u000a18:28:23.221470 run scp-cfg-to-remote(pid=16995): Terminated: ok {rc=0}\u000a18:28:23.506215 run scp-db-to-remote(pid=16997): Launched\u000a18:28:24.695036 run scp-db-to-remote(pid=16997): Terminated: ok {rc=0}\u000a18:28:24.810934 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:28:25.137928 run patchelf(pid=16999): Launched\u000a18:28:26.327243 run patchelf(pid=16999): Terminated: ok {rc=0}\u000a18:28:26.443195 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:28:26.770070 run setcap-netadm(pid=17000): Launched\u000a18:28:27.958681 run setcap-netadm(pid=17000): Terminated: ok {rc=0}\u000a18:28:28.277809 run srsepc(pid=17001): Launched\u000a18:28:28.388820 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:28:29.534167 run rm-remote-dir(pid=17002): Launched\u000a18:28:29.724051 run srsepc(pid=17001): ERR: Terminated: ERROR {rc=127} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17001)]\u000a18:28:29.863610 run srsepc(pid=17001): stdout: \u000a| (launched: 2022-12-13_18:28:28.124522)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:28:30.000657 run srsepc(pid=17001): stderr: \u000a| (launched: 2022-12-13_18:28:28.170910)\u000a| Connection to 10.42.42.116 closed. \u000a18:28:30.137190 run srsepc(pid=17001): stdout: \u000a| (launched: 2022-12-13_18:28:28.124522)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:28:30.268354 run srsepc(pid=17001): stderr: \u000a| (launched: 2022-12-13_18:28:28.170910)\u000a| Connection to 10.42.42.116 closed. \u000a18:28:30.422678 run rm-remote-dir(pid=17002): Terminating (SIGINT)\u000a18:28:30.604843 run rm-remote-dir(pid=17002): Terminated: ok {rc=0}\u000a18:28:30.638232 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=17001): Process ended prematurely: srsepc(pid=17001) [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17001)] [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a18:28:30.647896 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a18:28:30.761029 run scp-back-log(pid=17003): Launched\u000a18:28:31.868856 run scp-back-log(pid=17003): ERR: Terminated: ERROR {rc=1} [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17003)]\u000a18:28:31.957361 run scp-back-log(pid=17003): stdout: \u000a| (launched: 2022-12-13_18:28:30.689432) \u000a18:28:32.043886 run scp-back-log(pid=17003): stderr: \u000a| (launched: 2022-12-13_18:28:30.709475)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:28:32.113071 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17003): launch_sync(): local process exited with status 1 [trial-2392↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17003)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:26:08" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17014): Process ended prematurely: osmo-stp_10.42.42.5(pid=17014) [trial-2392↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17014)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17014): Process ended prematurely: osmo-stp_10.42.42.5(pid=17014) [trial-2392↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a18:28:32.984426 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:28:32.996582 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a18:28:33.128432 tst handover.py: using LAC 35436\u000a18:28:33.248737 tst handover.py: using RAC 246\u000a18:28:33.368939 tst handover.py: using CellId 35436\u000a18:28:33.489165 tst handover.py: using BVCI 35437\u000a18:28:33.512542 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a18:28:33.633766 tst handover.py: using LAC 35437\u000a18:28:33.766033 tst handover.py: using RAC 247\u000a18:28:33.896451 tst handover.py: using CellId 35437\u000a18:28:34.025481 tst handover.py: using BVCI 35438\u000a18:28:34.050668 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:28:34.062139 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:28:34.073386 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:28:34.084358 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:28:34.095939 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:28:34.107354 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a18:28:34.227058 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a18:28:34.442569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:34.967756 run create_hlr_db(pid=17008): Launched\u000a18:28:36.161000 run create_hlr_db(pid=17008): Terminated: ok {rc=0}\u000a18:28:36.502547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17010): Launched\u000a18:28:36.834663 run osmo-hlr_10.42.42.2(pid=17011): Launched\u000a18:28:36.956871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:37.492202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17013): Launched\u000a18:28:37.801762 run osmo-stp_10.42.42.5(pid=17014): Launched\u000a18:28:37.915103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:38.478282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17016): Launched\u000a18:28:38.789688 run osmo-msc_10.42.42.6(pid=17017): Launched\u000a18:28:38.969744 run osmo-stp_10.42.42.5(pid=17014): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17014)]\u000a18:28:39.099495 run osmo-stp_10.42.42.5(pid=17014): stdout: \u000a| (launched: 2022-12-13_18:28:37.648214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:39.226798 run osmo-stp_10.42.42.5(pid=17014): stderr: \u000a| �[0;m�[38;5;43m20221213182837818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182837818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182837818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182837819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182837819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182837819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182837819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:39.349778 run osmo-stp_10.42.42.5(pid=17014): stdout: \u000a| (launched: 2022-12-13_18:28:37.648214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:39.471407 run osmo-stp_10.42.42.5(pid=17014): stderr: \u000a| �[0;m�[38;5;43m20221213182837818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182837818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182837818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182837819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182837819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182837819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182837819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:39.524594 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17014): Process ended prematurely: osmo-stp_10.42.42.5(pid=17014) [trial-2392↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17014)] [trial-2392↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a18:28:39.532726 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:28:39.593584 run osmo-hlr_10.42.42.2(pid=17011): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17011)]\u000a18:28:39.643185 run osmo-hlr_10.42.42.2(pid=17011): stdout: \u000a| (launched: 2022-12-13_18:28:36.669986) \u000a18:28:39.693457 run osmo-hlr_10.42.42.2(pid=17011): stderr: \u000a| �[0;m�[1;31m20221213182836864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182836864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182836864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182836864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182836864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182836864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182836877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182836885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182836885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182836885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:39.761565 run osmo-msc_10.42.42.6(pid=17017): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17017)]\u000a18:28:39.810922 run osmo-msc_10.42.42.6(pid=17017): stdout: \u000a| (launched: 2022-12-13_18:28:38.634115) \u000a18:28:39.861280 run osmo-msc_10.42.42.6(pid=17017): stderr: \u000a| �[0;m�[38;5;43m20221213182838904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182838904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b745a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182838904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182838904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182838904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182838904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182838906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182838907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182838907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182838907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:39.903914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17010): Terminating (SIGTERM)\u000a18:28:39.944067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17013): Terminating (SIGTERM)\u000a18:28:39.984281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17016): Terminating (SIGTERM)\u000a18:28:39.993576 --- ParallelTerminationStrategy: PID 17010 died...\u000a18:28:40.047402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17010): Terminated: ok {rc=0}\u000a18:28:40.057243 --- ParallelTerminationStrategy: PID 17013 died...\u000a18:28:40.110678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17013): Terminated: ok {rc=0}\u000a18:28:40.120328 --- ParallelTerminationStrategy: PID 17016 died...\u000a18:28:40.173506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17016): Terminated: ok {rc=0}\u000a18:28:40.263012 bus /sierra_3: Setting Powered False\u000a18:28:41.372793 bus /sierra_3: Setting Powered False\u000a18:28:42.485747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:28:32" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17030): Process ended prematurely: osmo-stp_10.42.42.5(pid=17030) [trial-2392↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17030)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17030): Process ended prematurely: osmo-stp_10.42.42.5(pid=17030) [trial-2392↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a18:28:44.451818 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:28:44.462781 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:28:44.589938 tst handover.py: using LAC 35438\u000a18:28:44.713894 tst handover.py: using RAC 248\u000a18:28:44.835353 tst handover.py: using CellId 35438\u000a18:28:44.958209 tst handover.py: using BVCI 35439\u000a18:28:44.981877 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:28:45.104774 tst handover.py: using LAC 35439\u000a18:28:45.227898 tst handover.py: using RAC 249\u000a18:28:45.349750 tst handover.py: using CellId 35439\u000a18:28:45.478860 tst handover.py: using BVCI 35440\u000a18:28:45.504146 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:28:45.515710 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:28:45.527126 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:28:45.538241 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:28:45.550277 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:28:45.562187 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:28:45.683719 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:28:45.920448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:46.456830 run create_hlr_db(pid=17024): Launched\u000a18:28:46.595817 bus /sierra_2: Setting Powered False\u000a18:28:47.659408 run create_hlr_db(pid=17024): Terminated: ok {rc=0}\u000a18:28:48.071017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17026): Launched\u000a18:28:48.403490 run osmo-hlr_10.42.42.2(pid=17027): Launched\u000a18:28:48.524301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:49.069156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17029): Launched\u000a18:28:49.400664 run osmo-stp_10.42.42.5(pid=17030): Launched\u000a18:28:49.521225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:50.097870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17032): Launched\u000a18:28:50.431441 run osmo-msc_10.42.42.6(pid=17033): Launched\u000a18:28:50.627092 run osmo-stp_10.42.42.5(pid=17030): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17030)]\u000a18:28:50.768077 run osmo-stp_10.42.42.5(pid=17030): stdout: \u000a| (launched: 2022-12-13_18:28:49.237114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:50.907570 run osmo-stp_10.42.42.5(pid=17030): stderr: \u000a| �[0;m�[38;5;43m20221213182849425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182849425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182849425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182849426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182849426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182849426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182849426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:51.041735 run osmo-stp_10.42.42.5(pid=17030): stdout: \u000a| (launched: 2022-12-13_18:28:49.237114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:51.174840 run osmo-stp_10.42.42.5(pid=17030): stderr: \u000a| �[0;m�[38;5;43m20221213182849425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182849425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182849425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182849426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182849426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182849426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182849426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:51.232730 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17030): Process ended prematurely: osmo-stp_10.42.42.5(pid=17030) [trial-2392↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17030)] [trial-2392↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a18:28:51.241602 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:28:51.305970 run osmo-hlr_10.42.42.2(pid=17027): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17027)]\u000a18:28:51.358613 run osmo-hlr_10.42.42.2(pid=17027): stdout: \u000a| (launched: 2022-12-13_18:28:48.239289) \u000a18:28:51.412051 run osmo-hlr_10.42.42.2(pid=17027): stderr: \u000a| �[0;m�[1;31m20221213182848433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182848433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182848433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182848433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182848433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182848433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182848446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182848454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182848454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182848454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:51.484212 run osmo-msc_10.42.42.6(pid=17033): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17033)]\u000a18:28:51.536798 run osmo-msc_10.42.42.6(pid=17033): stdout: \u000a| (launched: 2022-12-13_18:28:50.266319) \u000a18:28:51.589791 run osmo-msc_10.42.42.6(pid=17033): stderr: \u000a| �[0;m�[38;5;43m20221213182850586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182850586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58991a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182850586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182850586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182850586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182850586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182850588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182850588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182850588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182850589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:51.635233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17026): Terminating (SIGTERM)\u000a18:28:51.678034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17029): Terminating (SIGTERM)\u000a18:28:51.720745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17032): Terminating (SIGTERM)\u000a18:28:51.730567 --- ParallelTerminationStrategy: PID 17026 died...\u000a18:28:51.788187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17026): Terminated: ok {rc=0}\u000a18:28:51.798329 --- ParallelTerminationStrategy: PID 17029 died...\u000a18:28:51.855350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17029): Terminated: ok {rc=0}\u000a18:28:51.865628 --- ParallelTerminationStrategy: PID 17032 died...\u000a18:28:51.923524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17032): Terminated: ok {rc=0}\u000a18:28:52.013754 bus /sierra_3: Setting Powered False\u000a18:28:53.122698 bus /sierra_3: Setting Powered False\u000a18:28:54.234897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:28:44" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17045): Process ended prematurely: osmo-stp_10.42.42.5(pid=17045) [trial-2392↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17045)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17045): Process ended prematurely: osmo-stp_10.42.42.5(pid=17045) [trial-2392↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a18:28:56.231428 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:56.242810 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:28:56.380192 tst handover.py: using LAC 35440\u000a18:28:56.512836 tst handover.py: using RAC 250\u000a18:28:56.643134 tst handover.py: using CellId 35440\u000a18:28:56.773280 tst handover.py: using BVCI 35441\u000a18:28:56.798897 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:28:56.943582 tst handover.py: using LAC 35441\u000a18:28:57.065888 tst handover.py: using RAC 251\u000a18:28:57.187291 tst handover.py: using CellId 35441\u000a18:28:57.310367 tst handover.py: using BVCI 35442\u000a18:28:57.334001 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:57.345156 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:57.355959 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:57.366633 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:57.377906 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:28:57.389117 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:28:57.514893 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:28:57.732170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:58.230931 run create_hlr_db(pid=17039): Launched\u000a18:28:58.367409 bus /sierra_2: Setting Powered False\u000a18:28:59.445639 run create_hlr_db(pid=17039): Terminated: ok {rc=0}\u000a18:28:59.862759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17041): Launched\u000a18:29:00.197532 run osmo-hlr_10.42.42.2(pid=17042): Launched\u000a18:29:00.320627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:00.898696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17044): Launched\u000a18:29:01.305356 run osmo-stp_10.42.42.5(pid=17045): Launched\u000a18:29:01.429361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:02.098178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17047): Launched\u000a18:29:02.425131 run osmo-msc_10.42.42.6(pid=17048): Launched\u000a18:29:02.621104 run osmo-stp_10.42.42.5(pid=17045): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17045)]\u000a18:29:02.762427 run osmo-stp_10.42.42.5(pid=17045): stdout: \u000a| (launched: 2022-12-13_18:29:01.087909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:02.903135 run osmo-stp_10.42.42.5(pid=17045): stderr: \u000a| �[0;m�[38;5;43m20221213182901464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182901464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182901464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182901465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182901465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182901466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182901466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:03.037779 run osmo-stp_10.42.42.5(pid=17045): stdout: \u000a| (launched: 2022-12-13_18:29:01.087909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:03.170939 run osmo-stp_10.42.42.5(pid=17045): stderr: \u000a| �[0;m�[38;5;43m20221213182901464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182901464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182901464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182901465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182901465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182901466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182901466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:03.229038 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17045): Process ended prematurely: osmo-stp_10.42.42.5(pid=17045) [trial-2392↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17045)] [trial-2392↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a18:29:03.237982 tst handover.py:18: Test FAILED (7.0 sec)\u000a18:29:03.302755 run osmo-hlr_10.42.42.2(pid=17042): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17042)]\u000a18:29:03.355459 run osmo-hlr_10.42.42.2(pid=17042): stdout: \u000a| (launched: 2022-12-13_18:29:00.032501) \u000a18:29:03.410169 run osmo-hlr_10.42.42.2(pid=17042): stderr: \u000a| �[0;m�[1;31m20221213182900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182900230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182900243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182900253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182900253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182900253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:03.482502 run osmo-msc_10.42.42.6(pid=17048): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17048)]\u000a18:29:03.535336 run osmo-msc_10.42.42.6(pid=17048): stdout: \u000a| (launched: 2022-12-13_18:29:02.259786) \u000a18:29:03.588542 run osmo-msc_10.42.42.6(pid=17048): stderr: \u000a| �[0;m�[38;5;43m20221213182902581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182902581 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4de486c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182902582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182902582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182902582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182902582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182902584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182902584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182902584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182902584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:03.634243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17041): Terminating (SIGTERM)\u000a18:29:03.677227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17044): Terminating (SIGTERM)\u000a18:29:03.720221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17047): Terminating (SIGTERM)\u000a18:29:03.730262 --- ParallelTerminationStrategy: PID 17041 died...\u000a18:29:03.788808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17041): Terminated: ok {rc=0}\u000a18:29:03.799147 --- ParallelTerminationStrategy: PID 17044 died...\u000a18:29:03.857098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17044): Terminated: ok {rc=0}\u000a18:29:03.867451 --- ParallelTerminationStrategy: PID 17047 died...\u000a18:29:03.925391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17047): Terminated: ok {rc=0}\u000a18:29:04.014980 bus /sierra_3: Setting Powered False\u000a18:29:05.123100 bus /sierra_3: Setting Powered False\u000a18:29:06.234373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:28:55" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17060): Process ended prematurely: osmo-stp_10.42.42.5(pid=17060) [trial-2392↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17060)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17060): Process ended prematurely: osmo-stp_10.42.42.5(pid=17060) [trial-2392↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:29:08.233642 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:08.245705 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:29:08.381808 tst handover.py: using LAC 35442\u000a18:29:08.512722 tst handover.py: using RAC 252\u000a18:29:08.643689 tst handover.py: using CellId 35442\u000a18:29:08.774656 tst handover.py: using BVCI 35443\u000a18:29:08.800553 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:29:08.943760 tst handover.py: using LAC 35443\u000a18:29:09.077961 tst handover.py: using RAC 253\u000a18:29:09.205855 tst handover.py: using CellId 35443\u000a18:29:09.327075 tst handover.py: using BVCI 35444\u000a18:29:09.350671 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:09.361980 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:09.373093 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:09.384159 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:09.395077 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:29:09.405967 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:29:09.530734 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:29:09.737483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:10.208870 run create_hlr_db(pid=17053): Launched\u000a18:29:10.336097 bus /sierra_2: Setting Powered False\u000a18:29:11.409409 run create_hlr_db(pid=17053): Terminated: ok {rc=0}\u000a18:29:11.826229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17056): Launched\u000a18:29:12.180796 run osmo-hlr_10.42.42.2(pid=17057): Launched\u000a18:29:12.304328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:12.855752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17059): Launched\u000a18:29:13.189224 run osmo-stp_10.42.42.5(pid=17060): Launched\u000a18:29:13.311158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:13.897304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17062): Launched\u000a18:29:14.232730 run osmo-msc_10.42.42.6(pid=17063): Launched\u000a18:29:14.427811 run osmo-stp_10.42.42.5(pid=17060): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17060)]\u000a18:29:14.567869 run osmo-stp_10.42.42.5(pid=17060): stdout: \u000a| (launched: 2022-12-13_18:29:13.024561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:14.707488 run osmo-stp_10.42.42.5(pid=17060): stderr: \u000a| �[0;m�[38;5;43m20221213182913215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182913215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182913215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182913216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182913216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182913216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182913216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:14.842188 run osmo-stp_10.42.42.5(pid=17060): stdout: \u000a| (launched: 2022-12-13_18:29:13.024561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:14.974817 run osmo-stp_10.42.42.5(pid=17060): stderr: \u000a| �[0;m�[38;5;43m20221213182913215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182913215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182913215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182913216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182913216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182913216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182913216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:15.033326 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17060): Process ended prematurely: osmo-stp_10.42.42.5(pid=17060) [trial-2392↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17060)] [trial-2392↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:29:15.042364 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:29:15.106575 run osmo-hlr_10.42.42.2(pid=17057): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17057)]\u000a18:29:15.159330 run osmo-hlr_10.42.42.2(pid=17057): stdout: \u000a| (launched: 2022-12-13_18:29:12.014088) \u000a18:29:15.212515 run osmo-hlr_10.42.42.2(pid=17057): stderr: \u000a| �[0;m�[1;31m20221213182912210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182912210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182912210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182912210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182912210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182912210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182912223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182912233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182912234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182912234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:15.284414 run osmo-msc_10.42.42.6(pid=17063): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17063)]\u000a18:29:15.336759 run osmo-msc_10.42.42.6(pid=17063): stdout: \u000a| (launched: 2022-12-13_18:29:14.066379) \u000a18:29:15.389986 run osmo-msc_10.42.42.6(pid=17063): stderr: \u000a| �[0;m�[38;5;43m20221213182914389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182914389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb26eacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182914389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182914389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182914389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182914390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182914391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182914392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182914392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182914392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:15.435585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17056): Terminating (SIGTERM)\u000a18:29:15.478978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17059): Terminating (SIGTERM)\u000a18:29:15.522162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17062): Terminating (SIGTERM)\u000a18:29:15.532075 --- ParallelTerminationStrategy: PID 17056 died...\u000a18:29:15.589881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17056): Terminated: ok {rc=0}\u000a18:29:15.600260 --- ParallelTerminationStrategy: PID 17059 died...\u000a18:29:15.658119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17059): Terminated: ok {rc=0}\u000a18:29:15.668391 --- ParallelTerminationStrategy: PID 17062 died...\u000a18:29:15.725989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17062): Terminated: ok {rc=0}\u000a18:29:15.815968 bus /sierra_3: Setting Powered False\u000a18:29:16.944040 bus /sierra_3: Setting Powered False\u000a18:29:18.057277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:29:07" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17074): Process ended prematurely: osmo-stp_10.42.42.5(pid=17074) [trial-2392↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17074): Process ended prematurely: osmo-stp_10.42.42.5(pid=17074) [trial-2392↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:29:20.055587 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:20.066610 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:29:20.195303 tst handover.py: using LAC 35444\u000a18:29:20.319874 tst handover.py: using RAC 254\u000a18:29:20.442708 tst handover.py: using CellId 35444\u000a18:29:20.565848 tst handover.py: using BVCI 35445\u000a18:29:20.589581 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:29:20.727072 tst handover.py: using LAC 35445\u000a18:29:20.849772 tst handover.py: using RAC 255\u000a18:29:20.980517 tst handover.py: using CellId 35445\u000a18:29:21.115410 tst handover.py: using BVCI 35446\u000a18:29:21.140530 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:21.152149 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:21.164125 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:21.175719 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:21.188078 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:29:21.200328 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:29:21.326663 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:29:21.532851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:22.005406 run create_hlr_db(pid=17068): Launched\u000a18:29:22.132279 bus /sierra_2: Setting Powered False\u000a18:29:23.206562 run create_hlr_db(pid=17068): Terminated: ok {rc=0}\u000a18:29:23.593263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17070): Launched\u000a18:29:23.903570 run osmo-hlr_10.42.42.2(pid=17071): Launched\u000a18:29:24.016323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:24.528171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17073): Launched\u000a18:29:24.839271 run osmo-stp_10.42.42.5(pid=17074): Launched\u000a18:29:24.951371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:25.491300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17076): Launched\u000a18:29:25.802532 run osmo-msc_10.42.42.6(pid=17077): Launched\u000a18:29:25.984606 run osmo-stp_10.42.42.5(pid=17074): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)]\u000a18:29:26.116070 run osmo-stp_10.42.42.5(pid=17074): stdout: \u000a| (launched: 2022-12-13_18:29:24.686002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:26.246055 run osmo-stp_10.42.42.5(pid=17074): stderr: \u000a| �[0;m�[38;5;43m20221213182924853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182924854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182924854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182924854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182924855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182924855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182924855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:26.371026 run osmo-stp_10.42.42.5(pid=17074): stdout: \u000a| (launched: 2022-12-13_18:29:24.686002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:26.494563 run osmo-stp_10.42.42.5(pid=17074): stderr: \u000a| �[0;m�[38;5;43m20221213182924853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182924854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182924854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182924854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182924855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182924855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182924855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:26.548806 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17074): Process ended prematurely: osmo-stp_10.42.42.5(pid=17074) [trial-2392↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)] [trial-2392↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:29:26.557121 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:29:26.617774 run osmo-hlr_10.42.42.2(pid=17071): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17071)]\u000a18:29:26.667548 run osmo-hlr_10.42.42.2(pid=17071): stdout: \u000a| (launched: 2022-12-13_18:29:23.750711) \u000a18:29:26.718237 run osmo-hlr_10.42.42.2(pid=17071): stderr: \u000a| �[0;m�[1;31m20221213182923924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182923925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182923925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182923925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182923925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182923925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182923937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182923945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182923945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182923945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:26.786672 run osmo-msc_10.42.42.6(pid=17077): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17077)]\u000a18:29:26.836181 run osmo-msc_10.42.42.6(pid=17077): stdout: \u000a| (launched: 2022-12-13_18:29:25.648630) \u000a18:29:26.886503 run osmo-msc_10.42.42.6(pid=17077): stderr: \u000a| �[0;m�[38;5;43m20221213182925920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182925920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f063b226c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182925920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182925920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182925921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182925921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182925923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182925923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182925923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182925923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:26.929129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17070): Terminating (SIGTERM)\u000a18:29:26.969489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17073): Terminating (SIGTERM)\u000a18:29:27.009818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17076): Terminating (SIGTERM)\u000a18:29:27.019116 --- ParallelTerminationStrategy: PID 17070 died...\u000a18:29:27.072975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17070): Terminated: ok {rc=0}\u000a18:29:27.082712 --- ParallelTerminationStrategy: PID 17073 died...\u000a18:29:27.136357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17073): Terminated: ok {rc=0}\u000a18:29:27.146169 --- ParallelTerminationStrategy: PID 17076 died...\u000a18:29:27.200043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17076): Terminated: ok {rc=0}\u000a18:29:27.284628 bus /sierra_3: Setting Powered False\u000a18:29:28.392583 bus /sierra_3: Setting Powered False\u000a18:29:29.505837 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:29:19" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17088): Process ended prematurely: osmo-stp_10.42.42.5(pid=17088) [trial-2392↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17088)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17088): Process ended prematurely: osmo-stp_10.42.42.5(pid=17088) [trial-2392↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:29:31.496693 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:31.508661 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:29:31.681249 tst handover.py: using LAC 35446\u000a18:29:31.814387 tst handover.py: using RAC 1\u000a18:29:31.976095 tst handover.py: using CellId 35446\u000a18:29:32.120018 tst handover.py: using BVCI 35447\u000a18:29:32.146347 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:29:32.281073 tst handover.py: using LAC 35447\u000a18:29:32.411069 tst handover.py: using RAC 2\u000a18:29:32.538646 tst handover.py: using CellId 35447\u000a18:29:32.667020 tst handover.py: using BVCI 35448\u000a18:29:32.692198 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:32.703557 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:32.714736 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:32.725924 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:32.737596 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:29:32.749174 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:29:32.873464 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:29:33.089133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:33.580892 run create_hlr_db(pid=17082): Launched\u000a18:29:33.716135 bus /sierra_2: Setting Powered False\u000a18:29:34.796139 run create_hlr_db(pid=17082): Terminated: ok {rc=0}\u000a18:29:35.188118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17084): Launched\u000a18:29:35.498391 run osmo-hlr_10.42.42.2(pid=17085): Launched\u000a18:29:35.619116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:36.137562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17087): Launched\u000a18:29:36.448902 run osmo-stp_10.42.42.5(pid=17088): Launched\u000a18:29:36.562055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:37.105577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17090): Launched\u000a18:29:37.418383 run osmo-msc_10.42.42.6(pid=17091): Launched\u000a18:29:37.600467 run osmo-stp_10.42.42.5(pid=17088): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17088)]\u000a18:29:37.732541 run osmo-stp_10.42.42.5(pid=17088): stdout: \u000a| (launched: 2022-12-13_18:29:36.295223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:37.862372 run osmo-stp_10.42.42.5(pid=17088): stderr: \u000a| �[0;m�[38;5;43m20221213182936464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182936464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182936464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182936464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182936465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182936465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182936465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:37.987707 run osmo-stp_10.42.42.5(pid=17088): stdout: \u000a| (launched: 2022-12-13_18:29:36.295223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:38.111684 run osmo-stp_10.42.42.5(pid=17088): stderr: \u000a| �[0;m�[38;5;43m20221213182936464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182936464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182936464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182936464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182936465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182936465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182936465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:38.165801 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17088): Process ended prematurely: osmo-stp_10.42.42.5(pid=17088) [trial-2392↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17088)] [trial-2392↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a18:29:38.174202 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:29:38.235006 run osmo-hlr_10.42.42.2(pid=17085): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17085)]\u000a18:29:38.284886 run osmo-hlr_10.42.42.2(pid=17085): stdout: \u000a| (launched: 2022-12-13_18:29:35.345265) \u000a18:29:38.336093 run osmo-hlr_10.42.42.2(pid=17085): stderr: \u000a| �[0;m�[1;31m20221213182935518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182935518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182935518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182935518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182935518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182935518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182935530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182935538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182935539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182935539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:38.404474 run osmo-msc_10.42.42.6(pid=17091): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17091)]\u000a18:29:38.454137 run osmo-msc_10.42.42.6(pid=17091): stdout: \u000a| (launched: 2022-12-13_18:29:37.263723) \u000a18:29:38.504138 run osmo-msc_10.42.42.6(pid=17091): stderr: \u000a| �[0;m�[38;5;43m20221213182937535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182937536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85185a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182937536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182937536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182937536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182937536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182937538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182937538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182937539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182937539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:38.546962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17084): Terminating (SIGTERM)\u000a18:29:38.587539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17087): Terminating (SIGTERM)\u000a18:29:38.628207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17090): Terminating (SIGTERM)\u000a18:29:38.637714 --- ParallelTerminationStrategy: PID 17084 died...\u000a18:29:38.692510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17084): Terminated: ok {rc=0}\u000a18:29:38.702398 --- ParallelTerminationStrategy: PID 17087 died...\u000a18:29:38.756824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17087): Terminated: ok {rc=0}\u000a18:29:38.766682 --- ParallelTerminationStrategy: PID 17090 died...\u000a18:29:38.821307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17090): Terminated: ok {rc=0}\u000a18:29:38.913000 bus /sierra_3: Setting Powered False\u000a18:29:40.023669 bus /sierra_3: Setting Powered False\u000a18:29:41.138982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:29:31" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17102): Process ended prematurely: osmo-stp_10.42.42.5(pid=17102) [trial-2392↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17102)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17102): Process ended prematurely: osmo-stp_10.42.42.5(pid=17102) [trial-2392↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:29:43.134875 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:29:43.145846 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:29:43.271177 tst handover.py: using LAC 35448\u000a18:29:43.398766 tst handover.py: using RAC 3\u000a18:29:43.530695 tst handover.py: using CellId 35448\u000a18:29:43.659105 tst handover.py: using BVCI 35449\u000a18:29:43.684638 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:29:43.827804 tst handover.py: using LAC 35449\u000a18:29:43.946947 tst handover.py: using RAC 4\u000a18:29:44.069181 tst handover.py: using CellId 35449\u000a18:29:44.190458 tst handover.py: using BVCI 35450\u000a18:29:44.214089 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:29:44.225011 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:29:44.235714 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:29:44.246484 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:29:44.257326 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:29:44.267957 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:29:44.390210 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:29:44.596896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:45.066758 run create_hlr_db(pid=17096): Launched\u000a18:29:45.193222 bus /sierra_2: Setting Powered False\u000a18:29:46.325923 run create_hlr_db(pid=17096): Terminated: ok {rc=0}\u000a18:29:46.796764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17098): Launched\u000a18:29:47.213398 run osmo-hlr_10.42.42.2(pid=17099): Launched\u000a18:29:47.385826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:47.933829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17101): Launched\u000a18:29:48.268137 run osmo-stp_10.42.42.5(pid=17102): Launched\u000a18:29:48.388690 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:48.966659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17104): Launched\u000a18:29:49.298212 run osmo-msc_10.42.42.6(pid=17105): Launched\u000a18:29:49.491217 run osmo-stp_10.42.42.5(pid=17102): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17102)]\u000a18:29:49.630661 run osmo-stp_10.42.42.5(pid=17102): stdout: \u000a| (launched: 2022-12-13_18:29:48.102718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:49.768882 run osmo-stp_10.42.42.5(pid=17102): stderr: \u000a| �[0;m�[38;5;43m20221213182948291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182948291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182948291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182948292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182948292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182948292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182948292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:49.902717 run osmo-stp_10.42.42.5(pid=17102): stdout: \u000a| (launched: 2022-12-13_18:29:48.102718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:50.034927 run osmo-stp_10.42.42.5(pid=17102): stderr: \u000a| �[0;m�[38;5;43m20221213182948291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213182948291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213182948291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213182948292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213182948292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213182948292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213182948292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:50.092576 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17102): Process ended prematurely: osmo-stp_10.42.42.5(pid=17102) [trial-2392↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17102)] [trial-2392↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a18:29:50.101213 tst handover.py:18: Test FAILED (7.0 sec)\u000a18:29:50.165379 run osmo-hlr_10.42.42.2(pid=17099): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17099)]\u000a18:29:50.217605 run osmo-hlr_10.42.42.2(pid=17099): stdout: \u000a| (launched: 2022-12-13_18:29:46.958946) \u000a18:29:50.270500 run osmo-hlr_10.42.42.2(pid=17099): stderr: \u000a| �[0;m�[1;31m20221213182947253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182947253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182947253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182947253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182947253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182947253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182947280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182947288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182947293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182947293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:50.342406 run osmo-msc_10.42.42.6(pid=17105): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17105)]\u000a18:29:50.394430 run osmo-msc_10.42.42.6(pid=17105): stdout: \u000a| (launched: 2022-12-13_18:29:49.135562) \u000a18:29:50.447265 run osmo-msc_10.42.42.6(pid=17105): stderr: \u000a| �[0;m�[38;5;43m20221213182949454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213182949455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10f8267c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213182949455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213182949455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213182949455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213182949455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213182949457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213182949457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213182949457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213182949458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:50.492329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17098): Terminating (SIGTERM)\u000a18:29:50.535412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17101): Terminating (SIGTERM)\u000a18:29:50.578318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17104): Terminating (SIGTERM)\u000a18:29:50.588041 --- ParallelTerminationStrategy: PID 17098 died...\u000a18:29:50.645967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17098): Terminated: ok {rc=0}\u000a18:29:50.656164 --- ParallelTerminationStrategy: PID 17101 died...\u000a18:29:50.713544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17101): Terminated: ok {rc=0}\u000a18:29:50.723741 --- ParallelTerminationStrategy: PID 17104 died...\u000a18:29:50.781076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17104): Terminated: ok {rc=0}\u000a18:29:50.871344 bus /sierra_3: Setting Powered False\u000a18:29:51.978654 bus /sierra_3: Setting Powered False\u000a18:29:53.094448 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:29:42" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17117): Process ended prematurely: osmo-stp_10.42.42.5(pid=17117) [trial-2392↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17117)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17117): Process ended prematurely: osmo-stp_10.42.42.5(pid=17117) [trial-2392↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:29:55.093304 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:55.105070 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:29:55.232674 tst handover.py: using LAC 35450\u000a18:29:55.355114 tst handover.py: using RAC 5\u000a18:29:55.475507 tst handover.py: using CellId 35450\u000a18:29:55.601620 tst handover.py: using BVCI 35451\u000a18:29:55.625128 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:29:55.760284 tst handover.py: using LAC 35451\u000a18:29:55.880855 tst handover.py: using RAC 6\u000a18:29:56.002421 tst handover.py: using CellId 35451\u000a18:29:56.128519 tst handover.py: using BVCI 35452\u000a18:29:56.152259 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:56.163263 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:56.174159 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:56.184855 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:56.197132 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:29:56.208510 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:29:56.331216 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:29:56.548393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:57.044252 run create_hlr_db(pid=17111): Launched\u000a18:29:57.180367 bus /sierra_2: Setting Powered False\u000a18:29:58.258846 run create_hlr_db(pid=17111): Terminated: ok {rc=0}\u000a18:29:58.659965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17113): Launched\u000a18:29:58.994826 run osmo-hlr_10.42.42.2(pid=17114): Launched\u000a18:29:59.117235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:59.670024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17116): Launched\u000a18:30:00.003679 run osmo-stp_10.42.42.5(pid=17117): Launched\u000a18:30:00.124846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:00.704591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17119): Launched\u000a18:30:01.110181 run osmo-msc_10.42.42.6(pid=17120): Launched\u000a18:30:01.442971 run osmo-stp_10.42.42.5(pid=17117): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17117)]\u000a18:30:01.730970 run osmo-stp_10.42.42.5(pid=17117): stdout: \u000a| (launched: 2022-12-13_18:29:59.839266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:01.903883 run osmo-stp_10.42.42.5(pid=17117): stderr: \u000a| �[0;m�[38;5;43m20221213183000027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183000028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183000028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183000028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183000029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183000029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183000029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:02.070984 run osmo-stp_10.42.42.5(pid=17117): stdout: \u000a| (launched: 2022-12-13_18:29:59.839266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:02.210887 run osmo-stp_10.42.42.5(pid=17117): stderr: \u000a| �[0;m�[38;5;43m20221213183000027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183000028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183000028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183000028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183000029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183000029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183000029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:02.270625 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17117): Process ended prematurely: osmo-stp_10.42.42.5(pid=17117) [trial-2392↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17117)] [trial-2392↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a18:30:02.280461 tst handover.py:18: Test FAILED (7.2 sec)\u000a18:30:02.348532 run osmo-hlr_10.42.42.2(pid=17114): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17114)]\u000a18:30:02.405063 run osmo-hlr_10.42.42.2(pid=17114): stdout: \u000a| (launched: 2022-12-13_18:29:58.829608) \u000a18:30:02.461135 run osmo-hlr_10.42.42.2(pid=17114): stderr: \u000a| �[0;m�[1;31m20221213182959025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213182959025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213182959025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182959025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213182959025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213182959025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213182959038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213182959046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213182959046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213182959047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:02.536814 run osmo-msc_10.42.42.6(pid=17120): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17120)]\u000a18:30:02.590392 run osmo-msc_10.42.42.6(pid=17120): stdout: \u000a| (launched: 2022-12-13_18:30:00.893143) \u000a18:30:02.644469 run osmo-msc_10.42.42.6(pid=17120): stderr: \u000a| �[0;m�[38;5;43m20221213183001514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183001514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c150a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183001514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183001514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183001514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183001515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183001516 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183001517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183001517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183001517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:02.690852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17113): Terminating (SIGTERM)\u000a18:30:02.734950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17116): Terminating (SIGTERM)\u000a18:30:02.779277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17119): Terminating (SIGTERM)\u000a18:30:02.789374 --- ParallelTerminationStrategy: PID 17113 died...\u000a18:30:02.849498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17113): Terminated: ok {rc=0}\u000a18:30:02.860000 --- ParallelTerminationStrategy: PID 17116 died...\u000a18:30:02.919353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17116): Terminated: ok {rc=0}\u000a18:30:02.929809 --- ParallelTerminationStrategy: PID 17119 died...\u000a18:30:02.988911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17119): Terminated: ok {rc=0}\u000a18:30:03.081059 bus /sierra_3: Setting Powered False\u000a18:30:04.189891 bus /sierra_3: Setting Powered False\u000a18:30:05.304641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:29:54" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17134): Process ended prematurely: osmo-stp_10.42.42.5(pid=17134) [trial-2392↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17134)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17134): Process ended prematurely: osmo-stp_10.42.42.5(pid=17134) [trial-2392↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a18:30:07.267461 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:30:07.278418 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:30:07.401696 tst handover.py: using LAC 35452\u000a18:30:07.525100 tst handover.py: using RAC 7\u000a18:30:07.656631 tst handover.py: using CellId 35452\u000a18:30:07.787136 tst handover.py: using BVCI 35453\u000a18:30:07.812479 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:30:07.945402 tst handover.py: using LAC 35453\u000a18:30:08.077052 tst handover.py: using RAC 8\u000a18:30:08.208617 tst handover.py: using CellId 35453\u000a18:30:08.338430 tst handover.py: using BVCI 35454\u000a18:30:08.363782 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:30:08.375187 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:30:08.386354 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:30:08.397465 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:30:08.408742 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:30:08.420094 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:30:08.539155 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:30:08.759044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:09.257103 run create_hlr_db(pid=17128): Launched\u000a18:30:09.393860 bus /sierra_2: Setting Powered False\u000a18:30:10.471483 run create_hlr_db(pid=17128): Terminated: ok {rc=0}\u000a18:30:10.866196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17130): Launched\u000a18:30:11.177559 run osmo-hlr_10.42.42.2(pid=17131): Launched\u000a18:30:11.292529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:11.804539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17133): Launched\u000a18:30:12.115424 run osmo-stp_10.42.42.5(pid=17134): Launched\u000a18:30:12.228737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:12.772652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17136): Launched\u000a18:30:13.084638 run osmo-msc_10.42.42.6(pid=17137): Launched\u000a18:30:13.267182 run osmo-stp_10.42.42.5(pid=17134): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17134)]\u000a18:30:13.398079 run osmo-stp_10.42.42.5(pid=17134): stdout: \u000a| (launched: 2022-12-13_18:30:11.962631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:13.527273 run osmo-stp_10.42.42.5(pid=17134): stderr: \u000a| �[0;m�[38;5;43m20221213183012129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183012129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183012129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183012130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183012130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183012130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183012130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:13.652216 run osmo-stp_10.42.42.5(pid=17134): stdout: \u000a| (launched: 2022-12-13_18:30:11.962631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:13.775638 run osmo-stp_10.42.42.5(pid=17134): stderr: \u000a| �[0;m�[38;5;43m20221213183012129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183012129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183012129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183012130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183012130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183012130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183012130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:13.829963 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17134): Process ended prematurely: osmo-stp_10.42.42.5(pid=17134) [trial-2392↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17134)] [trial-2392↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a18:30:13.838302 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:30:13.898936 run osmo-hlr_10.42.42.2(pid=17131): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17131)]\u000a18:30:13.948697 run osmo-hlr_10.42.42.2(pid=17131): stdout: \u000a| (launched: 2022-12-13_18:30:11.024672) \u000a18:30:13.999191 run osmo-hlr_10.42.42.2(pid=17131): stderr: \u000a| �[0;m�[1;31m20221213183011198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183011198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183011198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183011199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183011199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183011199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183011211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183011219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183011220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183011220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:14.067646 run osmo-msc_10.42.42.6(pid=17137): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17137)]\u000a18:30:14.117328 run osmo-msc_10.42.42.6(pid=17137): stdout: \u000a| (launched: 2022-12-13_18:30:12.930842) \u000a18:30:14.167512 run osmo-msc_10.42.42.6(pid=17137): stderr: \u000a| �[0;m�[38;5;43m20221213183013201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183013202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2f64bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183013202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183013202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183013202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183013202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183013204 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183013204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183013204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183013204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:14.209989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17130): Terminating (SIGTERM)\u000a18:30:14.250124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17133): Terminating (SIGTERM)\u000a18:30:14.290782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17136): Terminating (SIGTERM)\u000a18:30:14.300127 --- ParallelTerminationStrategy: PID 17130 died...\u000a18:30:14.354806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17130): Terminated: ok {rc=0}\u000a18:30:14.364587 --- ParallelTerminationStrategy: PID 17133 died...\u000a18:30:14.418556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17133): Terminated: ok {rc=0}\u000a18:30:14.428212 --- ParallelTerminationStrategy: PID 17136 died...\u000a18:30:14.482146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17136): Terminated: ok {rc=0}\u000a18:30:14.572779 bus /sierra_3: Setting Powered False\u000a18:30:15.678664 bus /sierra_3: Setting Powered False\u000a18:30:16.797656 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:30:07" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17149): Process ended prematurely: osmo-stp_10.42.42.5(pid=17149) [trial-2392↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17149)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17149): Process ended prematurely: osmo-stp_10.42.42.5(pid=17149) [trial-2392↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a18:30:18.779155 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:18.790047 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:30:18.913364 tst handover.py: using LAC 35454\u000a18:30:19.036636 tst handover.py: using RAC 9\u000a18:30:19.160791 tst handover.py: using CellId 35454\u000a18:30:19.284452 tst handover.py: using BVCI 35455\u000a18:30:19.308037 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:30:19.446782 tst handover.py: using LAC 35455\u000a18:30:19.570387 tst handover.py: using RAC 10\u000a18:30:19.697838 tst handover.py: using CellId 35455\u000a18:30:19.827270 tst handover.py: using BVCI 35456\u000a18:30:19.852866 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:19.864377 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:19.875723 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:19.886848 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:19.898561 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:30:19.910018 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:30:20.030864 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:30:20.238775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:20.709137 run create_hlr_db(pid=17143): Launched\u000a18:30:20.836037 bus /sierra_2: Setting Powered False\u000a18:30:21.910901 run create_hlr_db(pid=17143): Terminated: ok {rc=0}\u000a18:30:22.321739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17145): Launched\u000a18:30:22.632638 run osmo-hlr_10.42.42.2(pid=17146): Launched\u000a18:30:22.747290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:23.258916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17148): Launched\u000a18:30:23.569314 run osmo-stp_10.42.42.5(pid=17149): Launched\u000a18:30:23.682830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:24.225327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17151): Launched\u000a18:30:24.537642 run osmo-msc_10.42.42.6(pid=17152): Launched\u000a18:30:24.720545 run osmo-stp_10.42.42.5(pid=17149): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17149)]\u000a18:30:24.852065 run osmo-stp_10.42.42.5(pid=17149): stdout: \u000a| (launched: 2022-12-13_18:30:23.416407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:24.981108 run osmo-stp_10.42.42.5(pid=17149): stderr: \u000a| �[0;m�[38;5;43m20221213183023586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183023586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183023586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183023587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183023587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183023587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183023587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:25.105681 run osmo-stp_10.42.42.5(pid=17149): stdout: \u000a| (launched: 2022-12-13_18:30:23.416407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:25.228900 run osmo-stp_10.42.42.5(pid=17149): stderr: \u000a| �[0;m�[38;5;43m20221213183023586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183023586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183023586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183023587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183023587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183023587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183023587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:25.283147 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17149): Process ended prematurely: osmo-stp_10.42.42.5(pid=17149) [trial-2392↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17149)] [trial-2392↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a18:30:25.291464 tst handover.py:18: Test FAILED (6.5 sec)\u000a18:30:25.352265 run osmo-hlr_10.42.42.2(pid=17146): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17146)]\u000a18:30:25.402019 run osmo-hlr_10.42.42.2(pid=17146): stdout: \u000a| (launched: 2022-12-13_18:30:22.479059) \u000a18:30:25.452450 run osmo-hlr_10.42.42.2(pid=17146): stderr: \u000a| �[0;m�[1;31m20221213183022655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183022655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183022655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183022655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183022655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183022655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183022667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183022675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183022675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183022675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:25.520888 run osmo-msc_10.42.42.6(pid=17152): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17152)]\u000a18:30:25.570682 run osmo-msc_10.42.42.6(pid=17152): stdout: \u000a| (launched: 2022-12-13_18:30:24.383114) \u000a18:30:25.621024 run osmo-msc_10.42.42.6(pid=17152): stderr: \u000a| �[0;m�[38;5;43m20221213183024653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183024654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bc5816c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183024654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183024654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183024654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183024654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183024656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183024656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183024656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183024656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:25.663740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17145): Terminating (SIGTERM)\u000a18:30:25.704144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17148): Terminating (SIGTERM)\u000a18:30:25.744544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17151): Terminating (SIGTERM)\u000a18:30:25.753970 --- ParallelTerminationStrategy: PID 17145 died...\u000a18:30:25.808409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17145): Terminated: ok {rc=0}\u000a18:30:25.818076 --- ParallelTerminationStrategy: PID 17148 died...\u000a18:30:25.872020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17148): Terminated: ok {rc=0}\u000a18:30:25.881783 --- ParallelTerminationStrategy: PID 17151 died...\u000a18:30:25.935318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17151): Terminated: ok {rc=0}\u000a18:30:26.025681 bus /sierra_3: Setting Powered False\u000a18:30:27.132081 bus /sierra_3: Setting Powered False\u000a18:30:28.245496 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:30:18" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17163): Process ended prematurely: osmo-stp_10.42.42.5(pid=17163) [trial-2392↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17163)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17163): Process ended prematurely: osmo-stp_10.42.42.5(pid=17163) [trial-2392↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:30:30.229395 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:30.242127 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:30:30.374097 tst handover.py: using LAC 35456\u000a18:30:30.506431 tst handover.py: using RAC 11\u000a18:30:30.637582 tst handover.py: using CellId 35456\u000a18:30:30.769493 tst handover.py: using BVCI 35457\u000a18:30:30.794832 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:30:30.946776 tst handover.py: using LAC 35457\u000a18:30:31.077407 tst handover.py: using RAC 12\u000a18:30:31.209721 tst handover.py: using CellId 35457\u000a18:30:31.343356 tst handover.py: using BVCI 35458\u000a18:30:31.369555 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:31.381662 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:31.393656 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:31.405704 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:31.418108 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:30:31.430639 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:30:31.582666 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:30:31.812095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:32.365359 run create_hlr_db(pid=17157): Launched\u000a18:30:32.493156 bus /sierra_2: Setting Powered False\u000a18:30:33.577964 run create_hlr_db(pid=17157): Terminated: ok {rc=0}\u000a18:30:33.969973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17159): Launched\u000a18:30:34.284627 run osmo-hlr_10.42.42.2(pid=17160): Launched\u000a18:30:34.400210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:34.915138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17162): Launched\u000a18:30:35.226037 run osmo-stp_10.42.42.5(pid=17163): Launched\u000a18:30:35.339807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:35.884407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17165): Launched\u000a18:30:36.198904 run osmo-msc_10.42.42.6(pid=17166): Launched\u000a18:30:36.380012 run osmo-stp_10.42.42.5(pid=17163): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17163)]\u000a18:30:36.510495 run osmo-stp_10.42.42.5(pid=17163): stdout: \u000a| (launched: 2022-12-13_18:30:35.073211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:36.639508 run osmo-stp_10.42.42.5(pid=17163): stderr: \u000a| �[0;m�[38;5;43m20221213183035244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183035244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183035244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183035244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183035245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183035245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183035245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:36.763933 run osmo-stp_10.42.42.5(pid=17163): stdout: \u000a| (launched: 2022-12-13_18:30:35.073211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:36.888703 run osmo-stp_10.42.42.5(pid=17163): stderr: \u000a| �[0;m�[38;5;43m20221213183035244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183035244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183035244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183035244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183035245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183035245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183035245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:36.942948 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17163): Process ended prematurely: osmo-stp_10.42.42.5(pid=17163) [trial-2392↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17163)] [trial-2392↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:30:36.950982 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:30:37.012113 run osmo-hlr_10.42.42.2(pid=17160): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17160)]\u000a18:30:37.061786 run osmo-hlr_10.42.42.2(pid=17160): stdout: \u000a| (launched: 2022-12-13_18:30:34.128469) \u000a18:30:37.112074 run osmo-hlr_10.42.42.2(pid=17160): stderr: \u000a| �[0;m�[1;31m20221213183034301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183034301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183034301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183034301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183034301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183034301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183034315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183034323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183034324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183034324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:37.180216 run osmo-msc_10.42.42.6(pid=17166): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17166)]\u000a18:30:37.229718 run osmo-msc_10.42.42.6(pid=17166): stdout: \u000a| (launched: 2022-12-13_18:30:36.043124) \u000a18:30:37.279971 run osmo-msc_10.42.42.6(pid=17166): stderr: \u000a| �[0;m�[38;5;43m20221213183036313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183036313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b45309c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183036313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183036313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183036314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183036314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183036315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183036316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183036316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183036316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:37.322459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17159): Terminating (SIGTERM)\u000a18:30:37.362459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17162): Terminating (SIGTERM)\u000a18:30:37.402442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17165): Terminating (SIGTERM)\u000a18:30:37.411693 --- ParallelTerminationStrategy: PID 17159 died...\u000a18:30:37.465563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17159): Terminated: ok {rc=0}\u000a18:30:37.475183 --- ParallelTerminationStrategy: PID 17162 died...\u000a18:30:37.528803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17162): Terminated: ok {rc=0}\u000a18:30:37.538483 --- ParallelTerminationStrategy: PID 17165 died...\u000a18:30:37.592175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17165): Terminated: ok {rc=0}\u000a18:30:37.681836 bus /sierra_3: Setting Powered False\u000a18:30:38.786422 bus /sierra_3: Setting Powered False\u000a18:30:39.899866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:30:29" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17177): Process ended prematurely: osmo-stp_10.42.42.5(pid=17177) [trial-2392↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17177)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17177): Process ended prematurely: osmo-stp_10.42.42.5(pid=17177) [trial-2392↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:30:41.897293 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:41.908768 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:30:42.042139 tst handover.py: using LAC 35458\u000a18:30:42.167905 tst handover.py: using RAC 13\u000a18:30:42.291955 tst handover.py: using CellId 35458\u000a18:30:42.416337 tst handover.py: using BVCI 35459\u000a18:30:42.440158 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:30:42.580681 tst handover.py: using LAC 35459\u000a18:30:42.704462 tst handover.py: using RAC 14\u000a18:30:42.828060 tst handover.py: using CellId 35459\u000a18:30:42.951011 tst handover.py: using BVCI 35460\u000a18:30:42.974658 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:42.985664 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:42.996369 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:43.007217 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:43.018058 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:30:43.028816 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:30:43.152452 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:30:43.369722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:43.863368 run create_hlr_db(pid=17171): Launched\u000a18:30:43.999380 bus /sierra_2: Setting Powered False\u000a18:30:45.066872 run create_hlr_db(pid=17171): Terminated: ok {rc=0}\u000a18:30:45.456677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17173): Launched\u000a18:30:45.768340 run osmo-hlr_10.42.42.2(pid=17174): Launched\u000a18:30:45.942226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:46.576118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17176): Launched\u000a18:30:46.988326 run osmo-stp_10.42.42.5(pid=17177): Launched\u000a18:30:47.204940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:47.764802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17179): Launched\u000a18:30:48.076288 run osmo-msc_10.42.42.6(pid=17180): Launched\u000a18:30:48.257135 run osmo-stp_10.42.42.5(pid=17177): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17177)]\u000a18:30:48.388748 run osmo-stp_10.42.42.5(pid=17177): stdout: \u000a| (launched: 2022-12-13_18:30:46.738277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:48.517690 run osmo-stp_10.42.42.5(pid=17177): stderr: \u000a| �[0;m�[38;5;43m20221213183047064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183047064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183047064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183047069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183047070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183047070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183047070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:48.642040 run osmo-stp_10.42.42.5(pid=17177): stdout: \u000a| (launched: 2022-12-13_18:30:46.738277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:48.765578 run osmo-stp_10.42.42.5(pid=17177): stderr: \u000a| �[0;m�[38;5;43m20221213183047064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183047064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183047064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183047069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183047070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183047070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183047070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:48.819606 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17177): Process ended prematurely: osmo-stp_10.42.42.5(pid=17177) [trial-2392↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17177)] [trial-2392↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:30:48.827554 tst handover.py:18: Test FAILED (6.9 sec)\u000a18:30:48.888312 run osmo-hlr_10.42.42.2(pid=17174): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17174)]\u000a18:30:48.937997 run osmo-hlr_10.42.42.2(pid=17174): stdout: \u000a| (launched: 2022-12-13_18:30:45.614805) \u000a18:30:48.988248 run osmo-hlr_10.42.42.2(pid=17174): stderr: \u000a| �[0;m�[1;31m20221213183045789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183045789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183045789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183045789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183045789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183045789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183045801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183045809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183045809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183045810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:49.056641 run osmo-msc_10.42.42.6(pid=17180): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17180)]\u000a18:30:49.106251 run osmo-msc_10.42.42.6(pid=17180): stdout: \u000a| (launched: 2022-12-13_18:30:47.923030) \u000a18:30:49.156510 run osmo-msc_10.42.42.6(pid=17180): stderr: \u000a| �[0;m�[38;5;43m20221213183048194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183048194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cceeeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183048194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183048194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183048195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183048195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183048196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183048197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183048197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183048197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:30:49.199139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17173): Terminating (SIGTERM)\u000a18:30:49.239370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17176): Terminating (SIGTERM)\u000a18:30:49.279501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17179): Terminating (SIGTERM)\u000a18:30:49.288836 --- ParallelTerminationStrategy: PID 17173 died...\u000a18:30:49.343279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17173): Terminated: ok {rc=0}\u000a18:30:49.353055 --- ParallelTerminationStrategy: PID 17176 died...\u000a18:30:49.407194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17176): Terminated: ok {rc=0}\u000a18:30:49.416774 --- ParallelTerminationStrategy: PID 17179 died...\u000a18:30:49.470711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17179): Terminated: ok {rc=0}\u000a18:30:49.561312 bus /sierra_3: Setting Powered False\u000a18:30:50.666149 bus /sierra_3: Setting Powered False\u000a18:30:51.778603 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:30:41" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17191): Process ended prematurely: osmo-stp_10.42.42.5(pid=17191) [trial-2392↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17191): Process ended prematurely: osmo-stp_10.42.42.5(pid=17191) [trial-2392↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:30:53.755643 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:30:53.766573 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:30:53.899361 tst handover.py: using LAC 35460\u000a18:30:54.029346 tst handover.py: using RAC 15\u000a18:30:54.160354 tst handover.py: using CellId 35460\u000a18:30:54.295057 tst handover.py: using BVCI 35461\u000a18:30:54.320458 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:30:54.451128 tst handover.py: using LAC 35461\u000a18:30:54.580249 tst handover.py: using RAC 16\u000a18:30:54.708735 tst handover.py: using CellId 35461\u000a18:30:54.837361 tst handover.py: using BVCI 35462\u000a18:30:54.863248 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:30:54.874734 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:30:54.886048 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:30:54.897403 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:30:54.909137 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:30:54.920647 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:30:55.040721 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:30:55.256420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:55.751464 run create_hlr_db(pid=17185): Launched\u000a18:30:55.887904 bus /sierra_2: Setting Powered False\u000a18:30:56.966458 run create_hlr_db(pid=17185): Terminated: ok {rc=0}\u000a18:30:57.381905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17187): Launched\u000a18:30:57.715839 run osmo-hlr_10.42.42.2(pid=17188): Launched\u000a18:30:57.837337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:58.389564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17190): Launched\u000a18:30:58.725095 run osmo-stp_10.42.42.5(pid=17191): Launched\u000a18:30:58.846857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:30:59.429095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17193): Launched\u000a18:30:59.765549 run osmo-msc_10.42.42.6(pid=17194): Launched\u000a18:30:59.961704 run osmo-stp_10.42.42.5(pid=17191): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)]\u000a18:31:00.103461 run osmo-stp_10.42.42.5(pid=17191): stdout: \u000a| (launched: 2022-12-13_18:30:58.559218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:00.243352 run osmo-stp_10.42.42.5(pid=17191): stderr: \u000a| �[0;m�[38;5;43m20221213183058747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183058748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183058748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183058748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183058749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183058749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183058749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:00.378073 run osmo-stp_10.42.42.5(pid=17191): stdout: \u000a| (launched: 2022-12-13_18:30:58.559218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:00.511291 run osmo-stp_10.42.42.5(pid=17191): stderr: \u000a| �[0;m�[38;5;43m20221213183058747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183058748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183058748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183058748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183058749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183058749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183058749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:00.569854 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17191): Process ended prematurely: osmo-stp_10.42.42.5(pid=17191) [trial-2392↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)] [trial-2392↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a18:31:00.578928 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:31:00.644217 run osmo-hlr_10.42.42.2(pid=17188): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17188)]\u000a18:31:00.697080 run osmo-hlr_10.42.42.2(pid=17188): stdout: \u000a| (launched: 2022-12-13_18:30:57.551415) \u000a18:31:00.750519 run osmo-hlr_10.42.42.2(pid=17188): stderr: \u000a| �[0;m�[1;31m20221213183057747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183057747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183057747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183057747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183057747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183057747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183057759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183057768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183057768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183057768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:00.822769 run osmo-msc_10.42.42.6(pid=17194): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17194)]\u000a18:31:00.898991 run osmo-msc_10.42.42.6(pid=17194): stdout: \u000a| (launched: 2022-12-13_18:30:59.598798) \u000a18:31:00.954317 run osmo-msc_10.42.42.6(pid=17194): stderr: \u000a| �[0;m�[38;5;43m20221213183059917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183059918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17a9000c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183059918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183059918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183059918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183059918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183059920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183059921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183059921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183059921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:01.001399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17187): Terminating (SIGTERM)\u000a18:31:01.046736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17190): Terminating (SIGTERM)\u000a18:31:01.092798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17193): Terminating (SIGTERM)\u000a18:31:01.103198 --- ParallelTerminationStrategy: PID 17187 died...\u000a18:31:01.163319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17187): Terminated: ok {rc=0}\u000a18:31:01.174551 --- ParallelTerminationStrategy: PID 17190 died...\u000a18:31:01.233928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17190): Terminated: ok {rc=0}\u000a18:31:01.244921 --- ParallelTerminationStrategy: PID 17193 died...\u000a18:31:01.304739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17193): Terminated: ok {rc=0}\u000a18:31:01.397138 bus /sierra_3: Setting Powered False\u000a18:31:02.504897 bus /sierra_3: Setting Powered False\u000a18:31:03.614860 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:30:53" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17205): Process ended prematurely: osmo-stp_10.42.42.5(pid=17205) [trial-2392↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17205): Process ended prematurely: osmo-stp_10.42.42.5(pid=17205) [trial-2392↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:31:05.598178 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:05.609185 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:31:05.739743 tst handover.py: using LAC 35462\u000a18:31:05.860105 tst handover.py: using RAC 17\u000a18:31:05.982592 tst handover.py: using CellId 35462\u000a18:31:06.103266 tst handover.py: using BVCI 35463\u000a18:31:06.127009 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:31:06.266730 tst handover.py: using LAC 35463\u000a18:31:06.386925 tst handover.py: using RAC 18\u000a18:31:06.507056 tst handover.py: using CellId 35463\u000a18:31:06.628103 tst handover.py: using BVCI 35464\u000a18:31:06.651808 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:06.662780 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:06.673650 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:06.684504 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:06.695923 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:31:06.707194 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:31:06.832650 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:31:07.049459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:07.543488 run create_hlr_db(pid=17199): Launched\u000a18:31:07.679568 bus /sierra_2: Setting Powered False\u000a18:31:08.757438 run create_hlr_db(pid=17199): Terminated: ok {rc=0}\u000a18:31:09.173699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17201): Launched\u000a18:31:09.506880 run osmo-hlr_10.42.42.2(pid=17202): Launched\u000a18:31:09.628558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:10.180647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17204): Launched\u000a18:31:10.515327 run osmo-stp_10.42.42.5(pid=17205): Launched\u000a18:31:10.636707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:11.217801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17207): Launched\u000a18:31:11.551831 run osmo-msc_10.42.42.6(pid=17208): Launched\u000a18:31:11.746257 run osmo-stp_10.42.42.5(pid=17205): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)]\u000a18:31:11.887190 run osmo-stp_10.42.42.5(pid=17205): stdout: \u000a| (launched: 2022-12-13_18:31:10.350059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:12.025946 run osmo-stp_10.42.42.5(pid=17205): stderr: \u000a| �[0;m�[38;5;43m20221213183110539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183110539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183110539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183110540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183110540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183110540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183110540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:12.159451 run osmo-stp_10.42.42.5(pid=17205): stdout: \u000a| (launched: 2022-12-13_18:31:10.350059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:12.291884 run osmo-stp_10.42.42.5(pid=17205): stderr: \u000a| �[0;m�[38;5;43m20221213183110539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183110539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183110539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183110540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183110540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183110540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183110540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:12.350136 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17205): Process ended prematurely: osmo-stp_10.42.42.5(pid=17205) [trial-2392↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)] [trial-2392↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a18:31:12.358980 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:31:12.423180 run osmo-hlr_10.42.42.2(pid=17202): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17202)]\u000a18:31:12.475818 run osmo-hlr_10.42.42.2(pid=17202): stdout: \u000a| (launched: 2022-12-13_18:31:09.343341) \u000a18:31:12.529153 run osmo-hlr_10.42.42.2(pid=17202): stderr: \u000a| �[0;m�[1;31m20221213183109537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183109537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183109537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183109537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183109537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183109537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183109550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183109558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183109559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183109559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:12.601470 run osmo-msc_10.42.42.6(pid=17208): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17208)]\u000a18:31:12.654030 run osmo-msc_10.42.42.6(pid=17208): stdout: \u000a| (launched: 2022-12-13_18:31:11.386980) \u000a18:31:12.707086 run osmo-msc_10.42.42.6(pid=17208): stderr: \u000a| �[0;m�[38;5;43m20221213183111707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183111707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4849b95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183111707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183111707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183111707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183111707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183111709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183111710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183111710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183111710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:12.752402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17201): Terminating (SIGTERM)\u000a18:31:12.795100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17204): Terminating (SIGTERM)\u000a18:31:12.838050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17207): Terminating (SIGTERM)\u000a18:31:12.847847 --- ParallelTerminationStrategy: PID 17201 died...\u000a18:31:12.905823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17201): Terminated: ok {rc=0}\u000a18:31:12.916023 --- ParallelTerminationStrategy: PID 17204 died...\u000a18:31:12.972827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17204): Terminated: ok {rc=0}\u000a18:31:12.982972 --- ParallelTerminationStrategy: PID 17207 died...\u000a18:31:13.039899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17207): Terminated: ok {rc=0}\u000a18:31:13.127964 bus /sierra_3: Setting Powered False\u000a18:31:14.235591 bus /sierra_3: Setting Powered False\u000a18:31:15.346710 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:31:05" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17219): Process ended prematurely: osmo-stp_10.42.42.5(pid=17219) [trial-2392↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17219)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17219): Process ended prematurely: osmo-stp_10.42.42.5(pid=17219) [trial-2392↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:31:17.384852 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:17.396343 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:31:17.533692 tst handover.py: using LAC 35464\u000a18:31:17.664541 tst handover.py: using RAC 19\u000a18:31:17.793115 tst handover.py: using CellId 35464\u000a18:31:17.922123 tst handover.py: using BVCI 35465\u000a18:31:17.947581 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:31:18.092497 tst handover.py: using LAC 35465\u000a18:31:18.221560 tst handover.py: using RAC 20\u000a18:31:18.355624 tst handover.py: using CellId 35465\u000a18:31:18.483407 tst handover.py: using BVCI 35466\u000a18:31:18.509007 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:18.520450 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:18.531828 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:18.543294 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:18.555290 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:31:18.567212 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:31:18.690986 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:31:18.907618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:19.402505 run create_hlr_db(pid=17213): Launched\u000a18:31:19.539132 bus /sierra_2: Setting Powered False\u000a18:31:20.617024 run create_hlr_db(pid=17213): Terminated: ok {rc=0}\u000a18:31:21.034813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17215): Launched\u000a18:31:21.370564 run osmo-hlr_10.42.42.2(pid=17216): Launched\u000a18:31:21.491506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:22.049446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17218): Launched\u000a18:31:22.385339 run osmo-stp_10.42.42.5(pid=17219): Launched\u000a18:31:22.506935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:23.091056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17221): Launched\u000a18:31:23.428372 run osmo-msc_10.42.42.6(pid=17222): Launched\u000a18:31:23.623914 run osmo-stp_10.42.42.5(pid=17219): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17219)]\u000a18:31:23.765215 run osmo-stp_10.42.42.5(pid=17219): stdout: \u000a| (launched: 2022-12-13_18:31:22.219089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:23.905062 run osmo-stp_10.42.42.5(pid=17219): stderr: \u000a| �[0;m�[38;5;43m20221213183122408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183122409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183122409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183122409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183122410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183122410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183122410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:24.039776 run osmo-stp_10.42.42.5(pid=17219): stdout: \u000a| (launched: 2022-12-13_18:31:22.219089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:24.174006 run osmo-stp_10.42.42.5(pid=17219): stderr: \u000a| �[0;m�[38;5;43m20221213183122408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183122409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183122409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183122409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183122410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183122410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183122410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:24.232553 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17219): Process ended prematurely: osmo-stp_10.42.42.5(pid=17219) [trial-2392↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17219)] [trial-2392↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a18:31:24.241509 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:31:24.306672 run osmo-hlr_10.42.42.2(pid=17216): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17216)]\u000a18:31:24.359701 run osmo-hlr_10.42.42.2(pid=17216): stdout: \u000a| (launched: 2022-12-13_18:31:21.204820) \u000a18:31:24.413306 run osmo-hlr_10.42.42.2(pid=17216): stderr: \u000a| �[0;m�[1;31m20221213183121401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183121401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183121402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183121428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183121437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183121438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183121438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:24.485775 run osmo-msc_10.42.42.6(pid=17222): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17222)]\u000a18:31:24.538513 run osmo-msc_10.42.42.6(pid=17222): stdout: \u000a| (launched: 2022-12-13_18:31:23.261799) \u000a18:31:24.591973 run osmo-msc_10.42.42.6(pid=17222): stderr: \u000a| �[0;m�[38;5;43m20221213183123581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183123582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4f5ba6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183123582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183123582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183123582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183123582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183123584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183123584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183123584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183123584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:24.637542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17215): Terminating (SIGTERM)\u000a18:31:24.680522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17218): Terminating (SIGTERM)\u000a18:31:24.723461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17221): Terminating (SIGTERM)\u000a18:31:24.733475 --- ParallelTerminationStrategy: PID 17215 died...\u000a18:31:24.791405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17215): Terminated: ok {rc=0}\u000a18:31:24.801865 --- ParallelTerminationStrategy: PID 17218 died...\u000a18:31:24.859706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17218): Terminated: ok {rc=0}\u000a18:31:24.870107 --- ParallelTerminationStrategy: PID 17221 died...\u000a18:31:24.927876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17221): Terminated: ok {rc=0}\u000a18:31:25.017797 bus /sierra_3: Setting Powered False\u000a18:31:26.123726 bus /sierra_3: Setting Powered False\u000a18:31:27.239560 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:31:17" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17233): Process ended prematurely: osmo-stp_10.42.42.5(pid=17233) [trial-2392↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17233)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17233): Process ended prematurely: osmo-stp_10.42.42.5(pid=17233) [trial-2392↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a18:31:29.237905 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:31:29.248871 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:31:29.375706 tst handover.py: using LAC 35466\u000a18:31:29.498103 tst handover.py: using RAC 21\u000a18:31:29.623180 tst handover.py: using CellId 35466\u000a18:31:29.745605 tst handover.py: using BVCI 35467\u000a18:31:29.769294 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:31:29.915980 tst handover.py: using LAC 35467\u000a18:31:30.040338 tst handover.py: using RAC 22\u000a18:31:30.163544 tst handover.py: using CellId 35467\u000a18:31:30.286879 tst handover.py: using BVCI 35468\u000a18:31:30.310629 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:31:30.321524 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:31:30.332044 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:31:30.342671 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:31:30.353703 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:31:30.364305 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:31:30.481006 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:31:30.688458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:31.221868 run create_hlr_db(pid=17227): Launched\u000a18:31:31.352205 bus /sierra_2: Setting Powered False\u000a18:31:32.437866 run create_hlr_db(pid=17227): Terminated: ok {rc=0}\u000a18:31:32.833055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17229): Launched\u000a18:31:33.145438 run osmo-hlr_10.42.42.2(pid=17230): Launched\u000a18:31:33.268921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:33.790299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17232): Launched\u000a18:31:34.104856 run osmo-stp_10.42.42.5(pid=17233): Launched\u000a18:31:34.217864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:34.766191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17235): Launched\u000a18:31:35.082430 run osmo-msc_10.42.42.6(pid=17236): Launched\u000a18:31:35.265933 run osmo-stp_10.42.42.5(pid=17233): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17233)]\u000a18:31:35.397848 run osmo-stp_10.42.42.5(pid=17233): stdout: \u000a| (launched: 2022-12-13_18:31:33.948681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:35.527531 run osmo-stp_10.42.42.5(pid=17233): stderr: \u000a| �[0;m�[38;5;43m20221213183134116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183134116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183134116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183134116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183134117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183134117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183134117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:35.652625 run osmo-stp_10.42.42.5(pid=17233): stdout: \u000a| (launched: 2022-12-13_18:31:33.948681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:35.776701 run osmo-stp_10.42.42.5(pid=17233): stderr: \u000a| �[0;m�[38;5;43m20221213183134116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183134116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183134116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183134116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183134117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183134117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183134117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:35.831353 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17233): Process ended prematurely: osmo-stp_10.42.42.5(pid=17233) [trial-2392↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17233)] [trial-2392↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a18:31:35.839534 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:31:35.900896 run osmo-hlr_10.42.42.2(pid=17230): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17230)]\u000a18:31:35.950700 run osmo-hlr_10.42.42.2(pid=17230): stdout: \u000a| (launched: 2022-12-13_18:31:32.991067) \u000a18:31:36.000983 run osmo-hlr_10.42.42.2(pid=17230): stderr: \u000a| �[0;m�[1;31m20221213183133166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183133166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183133166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183133166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183133166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183133166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183133178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183133186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183133187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183133187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:36.069428 run osmo-msc_10.42.42.6(pid=17236): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17236)]\u000a18:31:36.119032 run osmo-msc_10.42.42.6(pid=17236): stdout: \u000a| (launched: 2022-12-13_18:31:34.925312) \u000a18:31:36.169383 run osmo-msc_10.42.42.6(pid=17236): stderr: \u000a| �[0;m�[38;5;43m20221213183135197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183135197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3964b8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183135197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183135197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183135197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183135197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183135199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183135199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183135200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183135200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:36.212071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17229): Terminating (SIGTERM)\u000a18:31:36.252179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17232): Terminating (SIGTERM)\u000a18:31:36.292314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17235): Terminating (SIGTERM)\u000a18:31:36.301715 --- ParallelTerminationStrategy: PID 17229 died...\u000a18:31:36.356010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17229): Terminated: ok {rc=0}\u000a18:31:36.365958 --- ParallelTerminationStrategy: PID 17232 died...\u000a18:31:36.419936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17232): Terminated: ok {rc=0}\u000a18:31:36.429733 --- ParallelTerminationStrategy: PID 17235 died...\u000a18:31:36.483589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17235): Terminated: ok {rc=0}\u000a18:31:36.573593 bus /sierra_3: Setting Powered False\u000a18:31:37.679854 bus /sierra_3: Setting Powered False\u000a18:31:38.789776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:31:28" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17247): Process ended prematurely: osmo-stp_10.42.42.5(pid=17247) [trial-2392↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17247)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17247): Process ended prematurely: osmo-stp_10.42.42.5(pid=17247) [trial-2392↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:31:40.771830 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:40.783668 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:31:40.911354 tst handover.py: using LAC 35468\u000a18:31:41.035546 tst handover.py: using RAC 23\u000a18:31:41.159914 tst handover.py: using CellId 35468\u000a18:31:41.282311 tst handover.py: using BVCI 35469\u000a18:31:41.306529 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:31:41.443169 tst handover.py: using LAC 35469\u000a18:31:41.567584 tst handover.py: using RAC 24\u000a18:31:41.692490 tst handover.py: using CellId 35469\u000a18:31:41.816640 tst handover.py: using BVCI 35470\u000a18:31:41.840221 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:41.851369 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:41.862311 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:41.873259 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:41.884727 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:31:41.896187 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:31:42.019210 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:31:42.227230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:42.699815 run create_hlr_db(pid=17241): Launched\u000a18:31:42.827139 bus /sierra_2: Setting Powered False\u000a18:31:43.901376 run create_hlr_db(pid=17241): Terminated: ok {rc=0}\u000a18:31:44.317788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17243): Launched\u000a18:31:44.654227 run osmo-hlr_10.42.42.2(pid=17244): Launched\u000a18:31:44.777458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:45.331026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17246): Launched\u000a18:31:45.665985 run osmo-stp_10.42.42.5(pid=17247): Launched\u000a18:31:45.787450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:46.369416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17249): Launched\u000a18:31:46.808596 run osmo-msc_10.42.42.6(pid=17250): Launched\u000a18:31:47.273695 run osmo-stp_10.42.42.5(pid=17247): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17247)]\u000a18:31:47.446354 run osmo-stp_10.42.42.5(pid=17247): stdout: \u000a| (launched: 2022-12-13_18:31:45.500826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:47.586529 run osmo-stp_10.42.42.5(pid=17247): stderr: \u000a| �[0;m�[38;5;43m20221213183145691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183145691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183145691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183145691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183145692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183145692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183145692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:47.720820 run osmo-stp_10.42.42.5(pid=17247): stdout: \u000a| (launched: 2022-12-13_18:31:45.500826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:47.854100 run osmo-stp_10.42.42.5(pid=17247): stderr: \u000a| �[0;m�[38;5;43m20221213183145691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183145691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183145691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183145691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183145692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183145692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183145692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:47.912857 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17247): Process ended prematurely: osmo-stp_10.42.42.5(pid=17247) [trial-2392↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17247)] [trial-2392↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:31:47.922043 tst handover.py:18: Test FAILED (7.1 sec)\u000a18:31:47.987113 run osmo-hlr_10.42.42.2(pid=17244): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17244)]\u000a18:31:48.040539 run osmo-hlr_10.42.42.2(pid=17244): stdout: \u000a| (launched: 2022-12-13_18:31:44.488130) \u000a18:31:48.094530 run osmo-hlr_10.42.42.2(pid=17244): stderr: \u000a| �[0;m�[1;31m20221213183144685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183144685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183144685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183144685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183144685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183144685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183144697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183144705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183144705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183144706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:48.167575 run osmo-msc_10.42.42.6(pid=17250): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17250)]\u000a18:31:48.221052 run osmo-msc_10.42.42.6(pid=17250): stdout: \u000a| (launched: 2022-12-13_18:31:46.532523) \u000a18:31:48.274645 run osmo-msc_10.42.42.6(pid=17250): stderr: \u000a| �[0;m�[38;5;43m20221213183147248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183147248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78c1ebec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183147248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183147248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183147249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183147249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183147252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183147253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183147259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183147259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:31:48.320474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17243): Terminating (SIGTERM)\u000a18:31:48.363846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17246): Terminating (SIGTERM)\u000a18:31:48.407486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17249): Terminating (SIGTERM)\u000a18:31:48.417541 --- ParallelTerminationStrategy: PID 17243 died...\u000a18:31:48.475976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17243): Terminated: ok {rc=0}\u000a18:31:48.486296 --- ParallelTerminationStrategy: PID 17246 died...\u000a18:31:48.545019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17246): Terminated: ok {rc=0}\u000a18:31:48.555742 --- ParallelTerminationStrategy: PID 17249 died...\u000a18:31:48.614022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17249): Terminated: ok {rc=0}\u000a18:31:48.703551 bus /sierra_3: Setting Powered False\u000a18:31:49.812606 bus /sierra_3: Setting Powered False\u000a18:31:50.921976 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:31:40" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17261): Process ended prematurely: osmo-stp_10.42.42.5(pid=17261) [trial-2392↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17261)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17261): Process ended prematurely: osmo-stp_10.42.42.5(pid=17261) [trial-2392↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:31:52.919999 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:52.931271 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:31:53.056798 tst handover.py: using LAC 35470\u000a18:31:53.180800 tst handover.py: using RAC 25\u000a18:31:53.302816 tst handover.py: using CellId 35470\u000a18:31:53.427374 tst handover.py: using BVCI 35471\u000a18:31:53.450961 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:31:53.593408 tst handover.py: using LAC 35471\u000a18:31:53.717389 tst handover.py: using RAC 26\u000a18:31:53.839162 tst handover.py: using CellId 35471\u000a18:31:53.963808 tst handover.py: using BVCI 35472\u000a18:31:53.987303 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:53.998475 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:54.009247 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:54.020074 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:54.031099 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:31:54.042018 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:31:54.165699 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:31:54.372306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:54.843362 run create_hlr_db(pid=17255): Launched\u000a18:31:54.970580 bus /sierra_2: Setting Powered False\u000a18:31:56.045318 run create_hlr_db(pid=17255): Terminated: ok {rc=0}\u000a18:31:56.460633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17257): Launched\u000a18:31:56.796218 run osmo-hlr_10.42.42.2(pid=17258): Launched\u000a18:31:56.923180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:57.474829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17260): Launched\u000a18:31:57.809747 run osmo-stp_10.42.42.5(pid=17261): Launched\u000a18:31:57.931546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:31:58.511093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17263): Launched\u000a18:31:58.845833 run osmo-msc_10.42.42.6(pid=17264): Launched\u000a18:31:59.042039 run osmo-stp_10.42.42.5(pid=17261): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17261)]\u000a18:31:59.183625 run osmo-stp_10.42.42.5(pid=17261): stdout: \u000a| (launched: 2022-12-13_18:31:57.644199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:59.323488 run osmo-stp_10.42.42.5(pid=17261): stderr: \u000a| �[0;m�[38;5;43m20221213183157835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183157835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183157836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183157836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183157837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183157837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183157837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:59.458268 run osmo-stp_10.42.42.5(pid=17261): stdout: \u000a| (launched: 2022-12-13_18:31:57.644199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:59.591692 run osmo-stp_10.42.42.5(pid=17261): stderr: \u000a| �[0;m�[38;5;43m20221213183157835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183157835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183157836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183157836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183157837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183157837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183157837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:59.649889 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17261): Process ended prematurely: osmo-stp_10.42.42.5(pid=17261) [trial-2392↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17261)] [trial-2392↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:31:59.658697 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:31:59.723030 run osmo-hlr_10.42.42.2(pid=17258): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17258)]\u000a18:31:59.776290 run osmo-hlr_10.42.42.2(pid=17258): stdout: \u000a| (launched: 2022-12-13_18:31:56.630680) \u000a18:31:59.830093 run osmo-hlr_10.42.42.2(pid=17258): stderr: \u000a| �[0;m�[1;31m20221213183156826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183156826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183156826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183156826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183156826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183156826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183156837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183156846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183156846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183156846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:59.903087 run osmo-msc_10.42.42.6(pid=17264): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17264)]\u000a18:31:59.955878 run osmo-msc_10.42.42.6(pid=17264): stdout: \u000a| (launched: 2022-12-13_18:31:58.680357) \u000a18:32:00.009386 run osmo-msc_10.42.42.6(pid=17264): stderr: \u000a| �[0;m�[38;5;43m20221213183159000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183159001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfbc0f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183159001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183159003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183159003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183159003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183159003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:00.054870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17257): Terminating (SIGTERM)\u000a18:32:00.097986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17260): Terminating (SIGTERM)\u000a18:32:00.140941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17263): Terminating (SIGTERM)\u000a18:32:00.150867 --- ParallelTerminationStrategy: PID 17257 died...\u000a18:32:00.208573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17257): Terminated: ok {rc=0}\u000a18:32:00.218858 --- ParallelTerminationStrategy: PID 17260 died...\u000a18:32:00.276290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17260): Terminated: ok {rc=0}\u000a18:32:00.286521 --- ParallelTerminationStrategy: PID 17263 died...\u000a18:32:00.344117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17263): Terminated: ok {rc=0}\u000a18:32:00.433134 bus /sierra_3: Setting Powered False\u000a18:32:01.537401 bus /sierra_3: Setting Powered False\u000a18:32:02.648184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:31:52" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17275): Process ended prematurely: osmo-stp_10.42.42.5(pid=17275) [trial-2392↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17275)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17275): Process ended prematurely: osmo-stp_10.42.42.5(pid=17275) [trial-2392↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:32:04.617573 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:04.629300 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:32:04.760672 tst handover.py: using LAC 35472\u000a18:32:04.892911 tst handover.py: using RAC 27\u000a18:32:05.025695 tst handover.py: using CellId 35472\u000a18:32:05.157304 tst handover.py: using BVCI 35473\u000a18:32:05.182628 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:32:05.315424 tst handover.py: using LAC 35473\u000a18:32:05.447260 tst handover.py: using RAC 28\u000a18:32:05.579382 tst handover.py: using CellId 35473\u000a18:32:05.711284 tst handover.py: using BVCI 35474\u000a18:32:05.736609 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:05.747821 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:05.758841 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:05.769935 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:05.781895 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:32:05.793838 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:32:05.915146 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:32:06.132300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:06.629699 run create_hlr_db(pid=17269): Launched\u000a18:32:06.766497 bus /sierra_2: Setting Powered False\u000a18:32:07.844554 run create_hlr_db(pid=17269): Terminated: ok {rc=0}\u000a18:32:08.261864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17271): Launched\u000a18:32:08.595880 run osmo-hlr_10.42.42.2(pid=17272): Launched\u000a18:32:08.718905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:09.272541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17274): Launched\u000a18:32:09.608203 run osmo-stp_10.42.42.5(pid=17275): Launched\u000a18:32:09.729451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:10.309418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17277): Launched\u000a18:32:10.644822 run osmo-msc_10.42.42.6(pid=17278): Launched\u000a18:32:10.839727 run osmo-stp_10.42.42.5(pid=17275): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17275)]\u000a18:32:10.981092 run osmo-stp_10.42.42.5(pid=17275): stdout: \u000a| (launched: 2022-12-13_18:32:09.442015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:11.120751 run osmo-stp_10.42.42.5(pid=17275): stderr: \u000a| �[0;m�[38;5;43m20221213183209632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183209632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183209632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183209633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183209633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183209633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183209633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:11.254802 run osmo-stp_10.42.42.5(pid=17275): stdout: \u000a| (launched: 2022-12-13_18:32:09.442015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:11.387562 run osmo-stp_10.42.42.5(pid=17275): stderr: \u000a| �[0;m�[38;5;43m20221213183209632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183209632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183209632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183209633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183209633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183209633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183209633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:11.445725 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17275): Process ended prematurely: osmo-stp_10.42.42.5(pid=17275) [trial-2392↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17275)] [trial-2392↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a18:32:11.454589 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:32:11.518850 run osmo-hlr_10.42.42.2(pid=17272): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17272)]\u000a18:32:11.571705 run osmo-hlr_10.42.42.2(pid=17272): stdout: \u000a| (launched: 2022-12-13_18:32:08.431627) \u000a18:32:11.625353 run osmo-hlr_10.42.42.2(pid=17272): stderr: \u000a| �[0;m�[1;31m20221213183208628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183208628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183208628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183208628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183208628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183208628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183208640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183208649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183208649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183208649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:11.697651 run osmo-msc_10.42.42.6(pid=17278): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17278)]\u000a18:32:11.750080 run osmo-msc_10.42.42.6(pid=17278): stdout: \u000a| (launched: 2022-12-13_18:32:10.479684) \u000a18:32:11.803052 run osmo-msc_10.42.42.6(pid=17278): stderr: \u000a| �[0;m�[38;5;43m20221213183210801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183210802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbf41d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183210802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183210802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183210802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183210802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183210804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183210804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183210804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183210805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:11.848309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17271): Terminating (SIGTERM)\u000a18:32:11.891672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17274): Terminating (SIGTERM)\u000a18:32:11.934710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17277): Terminating (SIGTERM)\u000a18:32:11.944476 --- ParallelTerminationStrategy: PID 17271 died...\u000a18:32:12.002041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17271): Terminated: ok {rc=0}\u000a18:32:12.012222 --- ParallelTerminationStrategy: PID 17274 died...\u000a18:32:12.069344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17274): Terminated: ok {rc=0}\u000a18:32:12.079491 --- ParallelTerminationStrategy: PID 17277 died...\u000a18:32:12.136531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17277): Terminated: ok {rc=0}\u000a18:32:12.224588 bus /sierra_3: Setting Powered False\u000a18:32:13.332299 bus /sierra_3: Setting Powered False\u000a18:32:14.443626 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:32:04" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17290): Process ended prematurely: osmo-stp_10.42.42.5(pid=17290) [trial-2392↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17290)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17290): Process ended prematurely: osmo-stp_10.42.42.5(pid=17290) [trial-2392↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:32:16.429872 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:16.441705 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:32:16.605961 tst handover.py: using LAC 35474\u000a18:32:16.737382 tst handover.py: using RAC 29\u000a18:32:16.870532 tst handover.py: using CellId 35474\u000a18:32:17.026520 tst handover.py: using BVCI 35475\u000a18:32:17.059958 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:32:17.229750 tst handover.py: using LAC 35475\u000a18:32:17.367299 tst handover.py: using RAC 30\u000a18:32:17.496152 tst handover.py: using CellId 35475\u000a18:32:17.622126 tst handover.py: using BVCI 35476\u000a18:32:17.646012 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:17.657026 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:17.667839 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:17.678646 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:17.689818 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:32:17.700541 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:32:17.823187 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:32:18.030582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:18.500295 run create_hlr_db(pid=17284): Launched\u000a18:32:18.627385 bus /sierra_2: Setting Powered False\u000a18:32:19.702479 run create_hlr_db(pid=17284): Terminated: ok {rc=0}\u000a18:32:20.119570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17286): Launched\u000a18:32:20.454632 run osmo-hlr_10.42.42.2(pid=17287): Launched\u000a18:32:20.581869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:21.132444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17289): Launched\u000a18:32:21.467571 run osmo-stp_10.42.42.5(pid=17290): Launched\u000a18:32:21.593899 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:22.173845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17292): Launched\u000a18:32:22.509144 run osmo-msc_10.42.42.6(pid=17293): Launched\u000a18:32:22.705167 run osmo-stp_10.42.42.5(pid=17290): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17290)]\u000a18:32:22.846579 run osmo-stp_10.42.42.5(pid=17290): stdout: \u000a| (launched: 2022-12-13_18:32:21.301658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:22.986093 run osmo-stp_10.42.42.5(pid=17290): stderr: \u000a| �[0;m�[38;5;43m20221213183221491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183221491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183221491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183221492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:23.120015 run osmo-stp_10.42.42.5(pid=17290): stdout: \u000a| (launched: 2022-12-13_18:32:21.301658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:23.252859 run osmo-stp_10.42.42.5(pid=17290): stderr: \u000a| �[0;m�[38;5;43m20221213183221491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183221491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183221491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183221492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183221492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:23.311104 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17290): Process ended prematurely: osmo-stp_10.42.42.5(pid=17290) [trial-2392↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17290)] [trial-2392↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a18:32:23.319793 tst handover.py:18: Test FAILED (6.9 sec)\u000a18:32:23.384094 run osmo-hlr_10.42.42.2(pid=17287): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17287)]\u000a18:32:23.436736 run osmo-hlr_10.42.42.2(pid=17287): stdout: \u000a| (launched: 2022-12-13_18:32:20.289227) \u000a18:32:23.490111 run osmo-hlr_10.42.42.2(pid=17287): stderr: \u000a| �[0;m�[1;31m20221213183220486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183220486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183220486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183220486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183220486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183220486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183220500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183220510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183220510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183220510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:23.562502 run osmo-msc_10.42.42.6(pid=17293): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17293)]\u000a18:32:23.615110 run osmo-msc_10.42.42.6(pid=17293): stdout: \u000a| (launched: 2022-12-13_18:32:22.342986) \u000a18:32:23.668556 run osmo-msc_10.42.42.6(pid=17293): stderr: \u000a| �[0;m�[38;5;43m20221213183222661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183222661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15fb887c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183222661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183222661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183222662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183222662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183222664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183222664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183222664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183222664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:23.714199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17286): Terminating (SIGTERM)\u000a18:32:23.757197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17289): Terminating (SIGTERM)\u000a18:32:23.800205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17292): Terminating (SIGTERM)\u000a18:32:23.810152 --- ParallelTerminationStrategy: PID 17286 died...\u000a18:32:23.867928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17286): Terminated: ok {rc=0}\u000a18:32:23.878203 --- ParallelTerminationStrategy: PID 17289 died...\u000a18:32:23.936133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17289): Terminated: ok {rc=0}\u000a18:32:23.946452 --- ParallelTerminationStrategy: PID 17292 died...\u000a18:32:24.003983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17292): Terminated: ok {rc=0}\u000a18:32:24.093657 bus /sierra_3: Setting Powered False\u000a18:32:25.201546 bus /sierra_3: Setting Powered False\u000a18:32:26.313409 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:32:16" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17305): Process ended prematurely: osmo-stp_10.42.42.5(pid=17305) [trial-2392↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17305)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17305): Process ended prematurely: osmo-stp_10.42.42.5(pid=17305) [trial-2392↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:32:28.312112 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:28.324463 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:32:28.460048 tst handover.py: using LAC 35476\u000a18:32:28.591284 tst handover.py: using RAC 31\u000a18:32:28.720257 tst handover.py: using CellId 35476\u000a18:32:28.850119 tst handover.py: using BVCI 35477\u000a18:32:28.875717 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:32:29.019528 tst handover.py: using LAC 35477\u000a18:32:29.148635 tst handover.py: using RAC 32\u000a18:32:29.281983 tst handover.py: using CellId 35477\u000a18:32:29.412787 tst handover.py: using BVCI 35478\u000a18:32:29.438263 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.449835 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.461042 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.472201 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.483878 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:32:29.495489 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:32:29.615669 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:32:29.824237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:30.297734 run create_hlr_db(pid=17299): Launched\u000a18:32:30.426193 bus /sierra_2: Setting Powered False\u000a18:32:31.502072 run create_hlr_db(pid=17299): Terminated: ok {rc=0}\u000a18:32:31.953730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17301): Launched\u000a18:32:32.298043 run osmo-hlr_10.42.42.2(pid=17302): Launched\u000a18:32:32.412754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:32.928581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17304): Launched\u000a18:32:33.240768 run osmo-stp_10.42.42.5(pid=17305): Launched\u000a18:32:33.355180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:33.899674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17307): Launched\u000a18:32:34.212837 run osmo-msc_10.42.42.6(pid=17308): Launched\u000a18:32:34.395152 run osmo-stp_10.42.42.5(pid=17305): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17305)]\u000a18:32:34.526473 run osmo-stp_10.42.42.5(pid=17305): stdout: \u000a| (launched: 2022-12-13_18:32:33.086964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:34.655717 run osmo-stp_10.42.42.5(pid=17305): stderr: \u000a| �[0;m�[38;5;43m20221213183233256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183233256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183233257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183233257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183233258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183233258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183233258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:34.780565 run osmo-stp_10.42.42.5(pid=17305): stdout: \u000a| (launched: 2022-12-13_18:32:33.086964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:34.904797 run osmo-stp_10.42.42.5(pid=17305): stderr: \u000a| �[0;m�[38;5;43m20221213183233256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183233256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183233257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183233257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183233258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183233258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183233258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:34.959402 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17305): Process ended prematurely: osmo-stp_10.42.42.5(pid=17305) [trial-2392↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17305)] [trial-2392↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a18:32:34.967446 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:32:35.027885 run osmo-hlr_10.42.42.2(pid=17302): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17302)]\u000a18:32:35.077564 run osmo-hlr_10.42.42.2(pid=17302): stdout: \u000a| (launched: 2022-12-13_18:32:32.115228) \u000a18:32:35.127934 run osmo-hlr_10.42.42.2(pid=17302): stderr: \u000a| �[0;m�[1;31m20221213183232318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183232318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183232318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183232318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183232318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183232318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183232329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183232337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183232337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183232337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:35.196619 run osmo-msc_10.42.42.6(pid=17308): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17308)]\u000a18:32:35.246351 run osmo-msc_10.42.42.6(pid=17308): stdout: \u000a| (launched: 2022-12-13_18:32:34.058177) \u000a18:32:35.296689 run osmo-msc_10.42.42.6(pid=17308): stderr: \u000a| �[0;m�[38;5;43m20221213183234330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183234330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ee4919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183234330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183234330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183234330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183234330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183234332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183234333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183234333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183234333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:35.339285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17301): Terminating (SIGTERM)\u000a18:32:35.380274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17304): Terminating (SIGTERM)\u000a18:32:35.420639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17307): Terminating (SIGTERM)\u000a18:32:35.430013 --- ParallelTerminationStrategy: PID 17301 died...\u000a18:32:35.483876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17301): Terminated: ok {rc=0}\u000a18:32:35.493730 --- ParallelTerminationStrategy: PID 17304 died...\u000a18:32:35.547568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17304): Terminated: ok {rc=0}\u000a18:32:35.557236 --- ParallelTerminationStrategy: PID 17307 died...\u000a18:32:35.611039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17307): Terminated: ok {rc=0}\u000a18:32:35.701642 bus /sierra_3: Setting Powered False\u000a18:32:36.806078 bus /sierra_3: Setting Powered False\u000a18:32:37.920620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:32:28" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17319): Process ended prematurely: osmo-stp_10.42.42.5(pid=17319) [trial-2392↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17319)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17319): Process ended prematurely: osmo-stp_10.42.42.5(pid=17319) [trial-2392↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:32:39.925647 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:32:39.936744 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:32:40.074666 tst handover.py: using LAC 35478\u000a18:32:40.198855 tst handover.py: using RAC 33\u000a18:32:40.325749 tst handover.py: using CellId 35478\u000a18:32:40.446816 tst handover.py: using BVCI 35479\u000a18:32:40.470604 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:32:40.602394 tst handover.py: using LAC 35479\u000a18:32:40.725259 tst handover.py: using RAC 34\u000a18:32:40.846189 tst handover.py: using CellId 35479\u000a18:32:40.967238 tst handover.py: using BVCI 35480\u000a18:32:40.991203 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:32:41.002334 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:32:41.013251 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:32:41.024254 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:32:41.035276 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:32:41.046213 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:32:41.167774 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:32:41.374151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:41.845693 run create_hlr_db(pid=17313): Launched\u000a18:32:41.973621 bus /sierra_2: Setting Powered False\u000a18:32:43.046792 run create_hlr_db(pid=17313): Terminated: ok {rc=0}\u000a18:32:43.463724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17315): Launched\u000a18:32:43.800241 run osmo-hlr_10.42.42.2(pid=17316): Launched\u000a18:32:43.922424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:44.473733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17318): Launched\u000a18:32:44.810115 run osmo-stp_10.42.42.5(pid=17319): Launched\u000a18:32:44.936366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:45.517527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17321): Launched\u000a18:32:45.883051 run osmo-msc_10.42.42.6(pid=17322): Launched\u000a18:32:46.224462 run osmo-stp_10.42.42.5(pid=17319): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17319)]\u000a18:32:46.512822 run osmo-stp_10.42.42.5(pid=17319): stdout: \u000a| (launched: 2022-12-13_18:32:44.643758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:46.649464 run osmo-stp_10.42.42.5(pid=17319): stderr: \u000a| �[0;m�[38;5;43m20221213183244834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183244834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183244834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183244835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183244835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183244835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183244835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:46.779072 run osmo-stp_10.42.42.5(pid=17319): stdout: \u000a| (launched: 2022-12-13_18:32:44.643758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:46.909530 run osmo-stp_10.42.42.5(pid=17319): stderr: \u000a| �[0;m�[38;5;43m20221213183244834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183244834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183244834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183244835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183244835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183244835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183244835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:46.965591 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17319): Process ended prematurely: osmo-stp_10.42.42.5(pid=17319) [trial-2392↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17319)] [trial-2392↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a18:32:46.974479 tst handover.py:18: Test FAILED (7.0 sec)\u000a18:32:47.039440 run osmo-hlr_10.42.42.2(pid=17316): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17316)]\u000a18:32:47.091526 run osmo-hlr_10.42.42.2(pid=17316): stdout: \u000a| (launched: 2022-12-13_18:32:43.633973) \u000a18:32:47.144633 run osmo-hlr_10.42.42.2(pid=17316): stderr: \u000a| �[0;m�[1;31m20221213183243831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183243831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183243831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183243831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183243831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183243831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183243864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183243874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183243874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183243874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:47.218267 run osmo-msc_10.42.42.6(pid=17322): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17322)]\u000a18:32:47.270450 run osmo-msc_10.42.42.6(pid=17322): stdout: \u000a| (launched: 2022-12-13_18:32:45.687163) \u000a18:32:47.324027 run osmo-msc_10.42.42.6(pid=17322): stderr: \u000a| �[0;m�[38;5;43m20221213183246245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183246247 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2d981bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183246247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183246247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183246249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183246251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183246261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183246263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183246264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183246264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:47.369261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17315): Terminating (SIGTERM)\u000a18:32:47.410806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17318): Terminating (SIGTERM)\u000a18:32:47.451965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17321): Terminating (SIGTERM)\u000a18:32:47.461412 --- ParallelTerminationStrategy: PID 17315 died...\u000a18:32:47.516983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17315): Terminated: ok {rc=0}\u000a18:32:47.526887 --- ParallelTerminationStrategy: PID 17318 died...\u000a18:32:47.582649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17318): Terminated: ok {rc=0}\u000a18:32:47.592471 --- ParallelTerminationStrategy: PID 17321 died...\u000a18:32:47.648544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17321): Terminated: ok {rc=0}\u000a18:32:47.738933 bus /sierra_3: Setting Powered False\u000a18:32:48.845441 bus /sierra_3: Setting Powered False\u000a18:32:49.959803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:32:39" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17333): Process ended prematurely: osmo-stp_10.42.42.5(pid=17333) [trial-2392↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17333)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17333): Process ended prematurely: osmo-stp_10.42.42.5(pid=17333) [trial-2392↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:32:51.996368 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:52.007969 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:32:52.153608 tst handover.py: using LAC 35480\u000a18:32:52.283968 tst handover.py: using RAC 35\u000a18:32:52.412825 tst handover.py: using CellId 35480\u000a18:32:52.543648 tst handover.py: using BVCI 35481\u000a18:32:52.569236 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:32:52.717274 tst handover.py: using LAC 35481\u000a18:32:52.848465 tst handover.py: using RAC 36\u000a18:32:52.978596 tst handover.py: using CellId 35481\u000a18:32:53.102690 tst handover.py: using BVCI 35482\u000a18:32:53.126323 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:53.137564 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:53.148267 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:53.159308 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:53.170310 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:32:53.181065 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:32:53.303343 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:32:53.511561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:53.983382 run create_hlr_db(pid=17327): Launched\u000a18:32:54.110159 bus /sierra_2: Setting Powered False\u000a18:32:55.183449 run create_hlr_db(pid=17327): Terminated: ok {rc=0}\u000a18:32:55.573443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17329): Launched\u000a18:32:55.885447 run osmo-hlr_10.42.42.2(pid=17330): Launched\u000a18:32:56.010430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:56.529015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17332): Launched\u000a18:32:56.838959 run osmo-stp_10.42.42.5(pid=17333): Launched\u000a18:32:56.951851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:32:57.493616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17335): Launched\u000a18:32:57.805916 run osmo-msc_10.42.42.6(pid=17336): Launched\u000a18:32:57.988218 run osmo-stp_10.42.42.5(pid=17333): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17333)]\u000a18:32:58.119447 run osmo-stp_10.42.42.5(pid=17333): stdout: \u000a| (launched: 2022-12-13_18:32:56.686381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:58.248600 run osmo-stp_10.42.42.5(pid=17333): stderr: \u000a| �[0;m�[38;5;43m20221213183256854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183256855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183256855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183256855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183256856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183256856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183256856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:58.373725 run osmo-stp_10.42.42.5(pid=17333): stdout: \u000a| (launched: 2022-12-13_18:32:56.686381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:58.497307 run osmo-stp_10.42.42.5(pid=17333): stderr: \u000a| �[0;m�[38;5;43m20221213183256854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183256855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183256855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183256855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183256856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183256856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183256856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:58.551400 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17333): Process ended prematurely: osmo-stp_10.42.42.5(pid=17333) [trial-2392↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17333)] [trial-2392↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:32:58.559649 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:32:58.620321 run osmo-hlr_10.42.42.2(pid=17330): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17330)]\u000a18:32:58.669937 run osmo-hlr_10.42.42.2(pid=17330): stdout: \u000a| (launched: 2022-12-13_18:32:55.731525) \u000a18:32:58.719991 run osmo-hlr_10.42.42.2(pid=17330): stderr: \u000a| �[0;m�[1;31m20221213183255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183255906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183255907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183255919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:58.788158 run osmo-msc_10.42.42.6(pid=17336): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17336)]\u000a18:32:58.837799 run osmo-msc_10.42.42.6(pid=17336): stdout: \u000a| (launched: 2022-12-13_18:32:57.652051) \u000a18:32:58.887711 run osmo-msc_10.42.42.6(pid=17336): stderr: \u000a| �[0;m�[38;5;43m20221213183257925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183257925 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5fa73cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183257925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183257925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183257925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183257926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183257927 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183257928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183257928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183257928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:32:58.930039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17329): Terminating (SIGTERM)\u000a18:32:58.970670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17332): Terminating (SIGTERM)\u000a18:32:59.010794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17335): Terminating (SIGTERM)\u000a18:32:59.020041 --- ParallelTerminationStrategy: PID 17329 died...\u000a18:32:59.073708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17329): Terminated: ok {rc=0}\u000a18:32:59.083323 --- ParallelTerminationStrategy: PID 17332 died...\u000a18:32:59.136695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17332): Terminated: ok {rc=0}\u000a18:32:59.146261 --- ParallelTerminationStrategy: PID 17335 died...\u000a18:32:59.199334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17335): Terminated: ok {rc=0}\u000a18:32:59.288628 bus /sierra_3: Setting Powered False\u000a18:33:00.396183 bus /sierra_3: Setting Powered False\u000a18:33:01.513254 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:32:51" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17348): Process ended prematurely: osmo-stp_10.42.42.5(pid=17348) [trial-2392↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17348)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17348): Process ended prematurely: osmo-stp_10.42.42.5(pid=17348) [trial-2392↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:33:03.537177 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:03.548620 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:33:03.695028 tst handover.py: using LAC 35482\u000a18:33:03.823823 tst handover.py: using RAC 37\u000a18:33:03.955388 tst handover.py: using CellId 35482\u000a18:33:04.084330 tst handover.py: using BVCI 35483\u000a18:33:04.109901 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:33:04.240562 tst handover.py: using LAC 35483\u000a18:33:04.369857 tst handover.py: using RAC 38\u000a18:33:04.499050 tst handover.py: using CellId 35483\u000a18:33:04.627899 tst handover.py: using BVCI 35484\u000a18:33:04.653204 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:04.664628 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:04.675909 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:04.687219 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:04.699477 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:04.711835 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:33:04.831797 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:33:05.051018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:05.545978 run create_hlr_db(pid=17342): Launched\u000a18:33:05.682769 bus /sierra_2: Setting Powered False\u000a18:33:06.760495 run create_hlr_db(pid=17342): Terminated: ok {rc=0}\u000a18:33:07.153412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17344): Launched\u000a18:33:07.465070 run osmo-hlr_10.42.42.2(pid=17345): Launched\u000a18:33:07.581068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:08.096314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17347): Launched\u000a18:33:08.407936 run osmo-stp_10.42.42.5(pid=17348): Launched\u000a18:33:08.521452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:09.064551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17350): Launched\u000a18:33:09.376242 run osmo-msc_10.42.42.6(pid=17351): Launched\u000a18:33:09.557781 run osmo-stp_10.42.42.5(pid=17348): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17348)]\u000a18:33:09.688827 run osmo-stp_10.42.42.5(pid=17348): stdout: \u000a| (launched: 2022-12-13_18:33:08.254478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:09.817793 run osmo-stp_10.42.42.5(pid=17348): stderr: \u000a| �[0;m�[38;5;43m20221213183308423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183308423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183308423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183308424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183308424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183308424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183308425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:09.942364 run osmo-stp_10.42.42.5(pid=17348): stdout: \u000a| (launched: 2022-12-13_18:33:08.254478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:10.066237 run osmo-stp_10.42.42.5(pid=17348): stderr: \u000a| �[0;m�[38;5;43m20221213183308423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183308423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183308423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183308424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183308424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183308424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183308425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:10.120502 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17348): Process ended prematurely: osmo-stp_10.42.42.5(pid=17348) [trial-2392↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17348)] [trial-2392↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a18:33:10.128595 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:33:10.189793 run osmo-hlr_10.42.42.2(pid=17345): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17345)]\u000a18:33:10.239921 run osmo-hlr_10.42.42.2(pid=17345): stdout: \u000a| (launched: 2022-12-13_18:33:07.311081) \u000a18:33:10.290835 run osmo-hlr_10.42.42.2(pid=17345): stderr: \u000a| �[0;m�[1;31m20221213183307489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183307489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183307489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183307489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183307489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183307489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183307502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183307513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183307513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183307513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:10.359924 run osmo-msc_10.42.42.6(pid=17351): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17351)]\u000a18:33:10.409606 run osmo-msc_10.42.42.6(pid=17351): stdout: \u000a| (launched: 2022-12-13_18:33:09.222511) \u000a18:33:10.459656 run osmo-msc_10.42.42.6(pid=17351): stderr: \u000a| �[0;m�[38;5;43m20221213183309493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183309493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ce9399c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183309494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183309494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183309494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183309494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183309496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183309496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183309496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183309496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:10.502227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17344): Terminating (SIGTERM)\u000a18:33:10.543095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17347): Terminating (SIGTERM)\u000a18:33:10.583913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17350): Terminating (SIGTERM)\u000a18:33:10.593304 --- ParallelTerminationStrategy: PID 17344 died...\u000a18:33:10.647834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17344): Terminated: ok {rc=0}\u000a18:33:10.657933 --- ParallelTerminationStrategy: PID 17347 died...\u000a18:33:10.711885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17347): Terminated: ok {rc=0}\u000a18:33:10.721737 --- ParallelTerminationStrategy: PID 17350 died...\u000a18:33:10.775439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17350): Terminated: ok {rc=0}\u000a18:33:10.861352 bus /sierra_3: Setting Powered False\u000a18:33:11.970649 bus /sierra_3: Setting Powered False\u000a18:33:13.080927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:33:03" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17362): Process ended prematurely: osmo-stp_10.42.42.5(pid=17362) [trial-2392↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17362): Process ended prematurely: osmo-stp_10.42.42.5(pid=17362) [trial-2392↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:33:15.109628 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:15.121134 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:33:15.269370 tst handover.py: using LAC 35484\u000a18:33:15.401319 tst handover.py: using RAC 39\u000a18:33:15.532550 tst handover.py: using CellId 35484\u000a18:33:15.662011 tst handover.py: using BVCI 35485\u000a18:33:15.687117 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:33:15.843709 tst handover.py: using LAC 35485\u000a18:33:15.995915 tst handover.py: using RAC 40\u000a18:33:16.153907 tst handover.py: using CellId 35485\u000a18:33:16.288553 tst handover.py: using BVCI 35486\u000a18:33:16.313159 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:16.325742 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:16.337678 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:16.349804 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:16.362557 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:33:16.375140 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:33:16.499461 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:33:16.735673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:17.238202 run create_hlr_db(pid=17356): Launched\u000a18:33:17.375816 bus /sierra_2: Setting Powered False\u000a18:33:18.452436 run create_hlr_db(pid=17356): Terminated: ok {rc=0}\u000a18:33:18.869527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17358): Launched\u000a18:33:19.203672 run osmo-hlr_10.42.42.2(pid=17359): Launched\u000a18:33:19.329358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:19.878832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17361): Launched\u000a18:33:20.214867 run osmo-stp_10.42.42.5(pid=17362): Launched\u000a18:33:20.335776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:20.923300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17364): Launched\u000a18:33:21.260935 run osmo-msc_10.42.42.6(pid=17365): Launched\u000a18:33:21.456265 run osmo-stp_10.42.42.5(pid=17362): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)]\u000a18:33:21.597893 run osmo-stp_10.42.42.5(pid=17362): stdout: \u000a| (launched: 2022-12-13_18:33:20.048718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:21.739591 run osmo-stp_10.42.42.5(pid=17362): stderr: \u000a| �[0;m�[38;5;43m20221213183320240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183320240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183320240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183320241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183320241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183320241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183320241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:21.874310 run osmo-stp_10.42.42.5(pid=17362): stdout: \u000a| (launched: 2022-12-13_18:33:20.048718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:22.008397 run osmo-stp_10.42.42.5(pid=17362): stderr: \u000a| �[0;m�[38;5;43m20221213183320240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183320240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183320240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183320241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183320241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183320241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183320241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:22.066810 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17362): Process ended prematurely: osmo-stp_10.42.42.5(pid=17362) [trial-2392↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17362)] [trial-2392↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a18:33:22.075551 tst handover.py:18: Test FAILED (7.0 sec)\u000a18:33:22.140284 run osmo-hlr_10.42.42.2(pid=17359): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17359)]\u000a18:33:22.193036 run osmo-hlr_10.42.42.2(pid=17359): stdout: \u000a| (launched: 2022-12-13_18:33:19.039636) \u000a18:33:22.246437 run osmo-hlr_10.42.42.2(pid=17359): stderr: \u000a| �[0;m�[1;31m20221213183319236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183319236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183319236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183319237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183319237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183319237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183319249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183319257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183319258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183319258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:22.318815 run osmo-msc_10.42.42.6(pid=17365): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17365)]\u000a18:33:22.371279 run osmo-msc_10.42.42.6(pid=17365): stdout: \u000a| (launched: 2022-12-13_18:33:21.094171) \u000a18:33:22.424454 run osmo-msc_10.42.42.6(pid=17365): stderr: \u000a| �[0;m�[38;5;43m20221213183321416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183321417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd78277fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183321417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183321417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183321417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183321417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183321419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:22.470139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17358): Terminating (SIGTERM)\u000a18:33:22.513382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17361): Terminating (SIGTERM)\u000a18:33:22.557536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17364): Terminating (SIGTERM)\u000a18:33:22.567550 --- ParallelTerminationStrategy: PID 17358 died...\u000a18:33:22.625652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17358): Terminated: ok {rc=0}\u000a18:33:22.636067 --- ParallelTerminationStrategy: PID 17361 died...\u000a18:33:22.693675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17361): Terminated: ok {rc=0}\u000a18:33:22.703884 --- ParallelTerminationStrategy: PID 17364 died...\u000a18:33:22.761937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17364): Terminated: ok {rc=0}\u000a18:33:22.852516 bus /sierra_3: Setting Powered False\u000a18:33:23.962569 bus /sierra_3: Setting Powered False\u000a18:33:25.074913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:33:14" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17376): Process ended prematurely: osmo-stp_10.42.42.5(pid=17376) [trial-2392↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17376): Process ended prematurely: osmo-stp_10.42.42.5(pid=17376) [trial-2392↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:33:27.110136 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:27.120934 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:33:27.258085 tst handover.py: using LAC 35486\u000a18:33:27.381730 tst handover.py: using RAC 41\u000a18:33:27.503625 tst handover.py: using CellId 35486\u000a18:33:27.627186 tst handover.py: using BVCI 35487\u000a18:33:27.650635 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:33:27.788630 tst handover.py: using LAC 35487\u000a18:33:27.911677 tst handover.py: using RAC 42\u000a18:33:28.034958 tst handover.py: using CellId 35487\u000a18:33:28.158179 tst handover.py: using BVCI 35488\u000a18:33:28.181921 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:28.192702 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:28.203393 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:28.214140 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:28.224807 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:33:28.235484 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:33:28.358584 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:33:28.574927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:29.071323 run create_hlr_db(pid=17370): Launched\u000a18:33:29.207435 bus /sierra_2: Setting Powered False\u000a18:33:30.285345 run create_hlr_db(pid=17370): Terminated: ok {rc=0}\u000a18:33:30.700655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17372): Launched\u000a18:33:31.064318 run osmo-hlr_10.42.42.2(pid=17373): Launched\u000a18:33:31.342292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:31.953330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17375): Launched\u000a18:33:32.382529 run osmo-stp_10.42.42.5(pid=17376): Launched\u000a18:33:32.496482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:33.039877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17378): Launched\u000a18:33:33.354024 run osmo-msc_10.42.42.6(pid=17379): Launched\u000a18:33:33.536027 run osmo-stp_10.42.42.5(pid=17376): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)]\u000a18:33:33.666651 run osmo-stp_10.42.42.5(pid=17376): stdout: \u000a| (launched: 2022-12-13_18:33:32.137062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:33.796100 run osmo-stp_10.42.42.5(pid=17376): stderr: \u000a| �[0;m�[38;5;43m20221213183332400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183332400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183332400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183332400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183332401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183332401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183332401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:33.920928 run osmo-stp_10.42.42.5(pid=17376): stdout: \u000a| (launched: 2022-12-13_18:33:32.137062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:34.045525 run osmo-stp_10.42.42.5(pid=17376): stderr: \u000a| �[0;m�[38;5;43m20221213183332400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183332400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183332400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183332400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183332401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183332401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183332401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:34.099816 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17376): Process ended prematurely: osmo-stp_10.42.42.5(pid=17376) [trial-2392↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17376)] [trial-2392↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a18:33:34.108096 tst handover.py:18: Test FAILED (7.0 sec)\u000a18:33:34.169585 run osmo-hlr_10.42.42.2(pid=17373): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17373)]\u000a18:33:34.220590 run osmo-hlr_10.42.42.2(pid=17373): stdout: \u000a| (launched: 2022-12-13_18:33:30.888640) \u000a18:33:34.271460 run osmo-hlr_10.42.42.2(pid=17373): stderr: \u000a| �[0;m�[1;31m20221213183331248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183331248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183331248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183331248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183331248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183331249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183331265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183331282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183331282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183331282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:34.340666 run osmo-msc_10.42.42.6(pid=17379): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17379)]\u000a18:33:34.390638 run osmo-msc_10.42.42.6(pid=17379): stdout: \u000a| (launched: 2022-12-13_18:33:33.197885) \u000a18:33:34.441310 run osmo-msc_10.42.42.6(pid=17379): stderr: \u000a| �[0;m�[38;5;43m20221213183333472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183333472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad06ef7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183333473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183333473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183333473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183333473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183333475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183333475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183333475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183333475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:34.484605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17372): Terminating (SIGTERM)\u000a18:33:34.525183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17375): Terminating (SIGTERM)\u000a18:33:34.566004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17378): Terminating (SIGTERM)\u000a18:33:34.575369 --- ParallelTerminationStrategy: PID 17372 died...\u000a18:33:34.630229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17372): Terminated: ok {rc=0}\u000a18:33:34.640126 --- ParallelTerminationStrategy: PID 17375 died...\u000a18:33:34.694268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17375): Terminated: ok {rc=0}\u000a18:33:34.704077 --- ParallelTerminationStrategy: PID 17378 died...\u000a18:33:34.758105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17378): Terminated: ok {rc=0}\u000a18:33:34.848702 bus /sierra_3: Setting Powered False\u000a18:33:35.953970 bus /sierra_3: Setting Powered False\u000a18:33:37.068160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:33:26" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17390): Process ended prematurely: osmo-stp_10.42.42.5(pid=17390) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17390)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17390): Process ended prematurely: osmo-stp_10.42.42.5(pid=17390) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a18:33:39.095860 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:33:39.107268 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:33:39.250499 tst handover.py: using LAC 35488\u000a18:33:39.379467 tst handover.py: using RAC 43\u000a18:33:39.510170 tst handover.py: using CellId 35488\u000a18:33:39.641187 tst handover.py: using BVCI 35489\u000a18:33:39.666766 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a18:33:39.814465 tst handover.py: using LAC 35489\u000a18:33:39.943513 tst handover.py: using RAC 44\u000a18:33:40.073603 tst handover.py: using CellId 35489\u000a18:33:40.197472 tst handover.py: using BVCI 35490\u000a18:33:40.221423 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:33:40.232833 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:33:40.244407 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:33:40.255771 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:33:40.267633 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:33:40.279306 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:33:40.403409 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:33:40.620465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:41.115493 run create_hlr_db(pid=17384): Launched\u000a18:33:41.251260 bus /sierra_2: Setting Powered False\u000a18:33:42.319248 run create_hlr_db(pid=17384): Terminated: ok {rc=0}\u000a18:33:42.733370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17386): Launched\u000a18:33:43.069353 run osmo-hlr_10.42.42.2(pid=17387): Launched\u000a18:33:43.192815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:43.746451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17389): Launched\u000a18:33:44.082205 run osmo-stp_10.42.42.5(pid=17390): Launched\u000a18:33:44.204539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:44.787949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17392): Launched\u000a18:33:45.122194 run osmo-msc_10.42.42.6(pid=17393): Launched\u000a18:33:45.316903 run osmo-stp_10.42.42.5(pid=17390): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17390)]\u000a18:33:45.457551 run osmo-stp_10.42.42.5(pid=17390): stdout: \u000a| (launched: 2022-12-13_18:33:43.915777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:45.596520 run osmo-stp_10.42.42.5(pid=17390): stderr: \u000a| �[0;m�[38;5;43m20221213183344107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183344108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183344108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183344108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183344109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183344109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183344109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:45.730372 run osmo-stp_10.42.42.5(pid=17390): stdout: \u000a| (launched: 2022-12-13_18:33:43.915777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:45.890322 run osmo-stp_10.42.42.5(pid=17390): stderr: \u000a| �[0;m�[38;5;43m20221213183344107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183344108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183344108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183344108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183344109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183344109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183344109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:45.946858 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17390): Process ended prematurely: osmo-stp_10.42.42.5(pid=17390) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17390)] [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a18:33:45.955970 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:33:46.019998 run osmo-hlr_10.42.42.2(pid=17387): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17387)]\u000a18:33:46.071588 run osmo-hlr_10.42.42.2(pid=17387): stdout: \u000a| (launched: 2022-12-13_18:33:42.903836) \u000a18:33:46.123068 run osmo-hlr_10.42.42.2(pid=17387): stderr: \u000a| �[0;m�[1;31m20221213183343101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183343102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183343102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183343102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183343102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183343102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183343114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183343125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183343125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183343125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:46.193930 run osmo-msc_10.42.42.6(pid=17393): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17393)]\u000a18:33:46.245998 run osmo-msc_10.42.42.6(pid=17393): stdout: \u000a| (launched: 2022-12-13_18:33:44.957547) \u000a18:33:46.298481 run osmo-msc_10.42.42.6(pid=17393): stderr: \u000a| �[0;m�[38;5;43m20221213183345276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183345276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadfd6fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183345276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183345277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183345277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183345277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183345279 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183345279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183345279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183345279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:46.342446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17386): Terminating (SIGTERM)\u000a18:33:46.386616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17389): Terminating (SIGTERM)\u000a18:33:46.431374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17392): Terminating (SIGTERM)\u000a18:33:46.442099 --- ParallelTerminationStrategy: PID 17386 died...\u000a18:33:46.499468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17386): Terminated: ok {rc=0}\u000a18:33:46.509754 --- ParallelTerminationStrategy: PID 17389 died...\u000a18:33:46.565555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17389): Terminated: ok {rc=0}\u000a18:33:46.575799 --- ParallelTerminationStrategy: PID 17392 died...\u000a18:33:46.632397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17392): Terminated: ok {rc=0}\u000a18:33:46.720053 bus /sierra_3: Setting Powered False\u000a18:33:47.822934 bus /sierra_3: Setting Powered False\u000a18:33:48.936031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:33:38" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17404): Process ended prematurely: osmo-stp_10.42.42.5(pid=17404) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17404): Process ended prematurely: osmo-stp_10.42.42.5(pid=17404) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:33:50.945336 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:50.956444 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:33:51.093345 tst handover.py: using LAC 35490\u000a18:33:51.213346 tst handover.py: using RAC 45\u000a18:33:51.333221 tst handover.py: using CellId 35490\u000a18:33:51.453255 tst handover.py: using BVCI 35491\u000a18:33:51.476727 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:33:51.599748 tst handover.py: using LAC 35491\u000a18:33:51.719390 tst handover.py: using RAC 46\u000a18:33:51.838634 tst handover.py: using CellId 35491\u000a18:33:51.958024 tst handover.py: using BVCI 35492\u000a18:33:51.981652 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:51.992581 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:52.003382 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:52.014341 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:52.025412 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:33:52.036181 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:33:52.158464 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:33:52.365194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:52.834850 run create_hlr_db(pid=17398): Launched\u000a18:33:52.962039 bus /sierra_2: Setting Powered False\u000a18:33:54.036157 run create_hlr_db(pid=17398): Terminated: ok {rc=0}\u000a18:33:54.424775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17400): Launched\u000a18:33:54.735962 run osmo-hlr_10.42.42.2(pid=17401): Launched\u000a18:33:54.849646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:55.362651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17403): Launched\u000a18:33:55.674628 run osmo-stp_10.42.42.5(pid=17404): Launched\u000a18:33:55.788143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:33:56.330493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17406): Launched\u000a18:33:56.643991 run osmo-msc_10.42.42.6(pid=17407): Launched\u000a18:33:56.827286 run osmo-stp_10.42.42.5(pid=17404): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)]\u000a18:33:56.958768 run osmo-stp_10.42.42.5(pid=17404): stdout: \u000a| (launched: 2022-12-13_18:33:55.520352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:57.087952 run osmo-stp_10.42.42.5(pid=17404): stderr: \u000a| �[0;m�[38;5;43m20221213183355691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183355691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183355691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183355692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183355692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183355692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183355693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:57.213349 run osmo-stp_10.42.42.5(pid=17404): stdout: \u000a| (launched: 2022-12-13_18:33:55.520352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:57.337109 run osmo-stp_10.42.42.5(pid=17404): stderr: \u000a| �[0;m�[38;5;43m20221213183355691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183355691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183355691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183355692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183355692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183355692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183355693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:57.391368 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17404): Process ended prematurely: osmo-stp_10.42.42.5(pid=17404) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)] [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a18:33:57.399643 tst handover.py:18: Test FAILED (6.4 sec)\u000a18:33:57.460436 run osmo-hlr_10.42.42.2(pid=17401): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17401)]\u000a18:33:57.510324 run osmo-hlr_10.42.42.2(pid=17401): stdout: \u000a| (launched: 2022-12-13_18:33:54.582343) \u000a18:33:57.560703 run osmo-hlr_10.42.42.2(pid=17401): stderr: \u000a| �[0;m�[1;31m20221213183354756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183354756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183354756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183354756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183354756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183354756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183354769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183354778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183354778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183354778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:57.628996 run osmo-msc_10.42.42.6(pid=17407): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17407)]\u000a18:33:57.678492 run osmo-msc_10.42.42.6(pid=17407): stdout: \u000a| (launched: 2022-12-13_18:33:56.489842) \u000a18:33:57.728822 run osmo-msc_10.42.42.6(pid=17407): stderr: \u000a| �[0;m�[38;5;43m20221213183356780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183356780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfecb7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183356780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183356780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183356780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183356781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183356782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183356783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183356783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183356783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:33:57.771330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17400): Terminating (SIGTERM)\u000a18:33:57.811641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17403): Terminating (SIGTERM)\u000a18:33:57.851902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17406): Terminating (SIGTERM)\u000a18:33:57.861364 --- ParallelTerminationStrategy: PID 17400 died...\u000a18:33:57.915800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17400): Terminated: ok {rc=0}\u000a18:33:57.925968 --- ParallelTerminationStrategy: PID 17403 died...\u000a18:33:57.980145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17403): Terminated: ok {rc=0}\u000a18:33:57.990059 --- ParallelTerminationStrategy: PID 17406 died...\u000a18:33:58.044182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17406): Terminated: ok {rc=0}\u000a18:33:58.134128 bus /sierra_3: Setting Powered False\u000a18:33:59.239475 bus /sierra_3: Setting Powered False\u000a18:34:00.353084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:33:50" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17419): Process ended prematurely: osmo-stp_10.42.42.5(pid=17419) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17419)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17419): Process ended prematurely: osmo-stp_10.42.42.5(pid=17419) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:34:02.390116 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:02.401772 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:34:02.544456 tst handover.py: using LAC 35492\u000a18:34:02.673363 tst handover.py: using RAC 47\u000a18:34:02.807113 tst handover.py: using CellId 35492\u000a18:34:02.935456 tst handover.py: using BVCI 35493\u000a18:34:02.961236 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:34:03.099269 tst handover.py: using LAC 35493\u000a18:34:03.219085 tst handover.py: using RAC 48\u000a18:34:03.343528 tst handover.py: using CellId 35493\u000a18:34:03.463139 tst handover.py: using BVCI 35494\u000a18:34:03.486723 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.497954 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.508828 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.519832 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.530795 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:03.541609 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:34:03.663959 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:34:03.872109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:04.344019 run create_hlr_db(pid=17413): Launched\u000a18:34:04.472272 bus /sierra_2: Setting Powered False\u000a18:34:05.544592 run create_hlr_db(pid=17413): Terminated: ok {rc=0}\u000a18:34:05.960169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17415): Launched\u000a18:34:06.295412 run osmo-hlr_10.42.42.2(pid=17416): Launched\u000a18:34:06.418326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:06.968049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17418): Launched\u000a18:34:07.302716 run osmo-stp_10.42.42.5(pid=17419): Launched\u000a18:34:07.424696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:08.005956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17421): Launched\u000a18:34:08.341996 run osmo-msc_10.42.42.6(pid=17422): Launched\u000a18:34:08.536671 run osmo-stp_10.42.42.5(pid=17419): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17419)]\u000a18:34:08.677073 run osmo-stp_10.42.42.5(pid=17419): stdout: \u000a| (launched: 2022-12-13_18:34:07.137868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:08.816016 run osmo-stp_10.42.42.5(pid=17419): stderr: \u000a| �[0;m�[38;5;43m20221213183407329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183407329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183407329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183407330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183407330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183407330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183407330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:08.950040 run osmo-stp_10.42.42.5(pid=17419): stdout: \u000a| (launched: 2022-12-13_18:34:07.137868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:09.083182 run osmo-stp_10.42.42.5(pid=17419): stderr: \u000a| �[0;m�[38;5;43m20221213183407329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183407329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183407329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183407330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183407330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183407330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183407330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:09.141221 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17419): Process ended prematurely: osmo-stp_10.42.42.5(pid=17419) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17419)] [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a18:34:09.150102 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:34:09.214287 run osmo-hlr_10.42.42.2(pid=17416): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17416)]\u000a18:34:09.266946 run osmo-hlr_10.42.42.2(pid=17416): stdout: \u000a| (launched: 2022-12-13_18:34:06.130339) \u000a18:34:09.320208 run osmo-hlr_10.42.42.2(pid=17416): stderr: \u000a| �[0;m�[1;31m20221213183406327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183406328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183406328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183406328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183406328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183406328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183406340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183406348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183406349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183406349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:09.392269 run osmo-msc_10.42.42.6(pid=17422): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17422)]\u000a18:34:09.444443 run osmo-msc_10.42.42.6(pid=17422): stdout: \u000a| (launched: 2022-12-13_18:34:08.176115) \u000a18:34:09.497174 run osmo-msc_10.42.42.6(pid=17422): stderr: \u000a| �[0;m�[38;5;43m20221213183408497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183408497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b0ae55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183408497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183408497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183408498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183408498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183408499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183408500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183408500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183408500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:09.542249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17415): Terminating (SIGTERM)\u000a18:34:09.584733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17418): Terminating (SIGTERM)\u000a18:34:09.627405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17421): Terminating (SIGTERM)\u000a18:34:09.637261 --- ParallelTerminationStrategy: PID 17415 died...\u000a18:34:09.694509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17415): Terminated: ok {rc=0}\u000a18:34:09.704667 --- ParallelTerminationStrategy: PID 17418 died...\u000a18:34:09.761728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17418): Terminated: ok {rc=0}\u000a18:34:09.771960 --- ParallelTerminationStrategy: PID 17421 died...\u000a18:34:09.828847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17421): Terminated: ok {rc=0}\u000a18:34:09.916722 bus /sierra_3: Setting Powered False\u000a18:34:11.025306 bus /sierra_3: Setting Powered False\u000a18:34:12.139112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:34:02" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:34:14.172104 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:14.183572 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:14.325661 tst handover.py: using LAC 35494\u000a18:34:14.455556 tst handover.py: using RAC 49\u000a18:34:14.578932 tst handover.py: using CellId 35494\u000a18:34:14.704417 tst handover.py: using BVCI 35495\u000a18:34:14.727946 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:14.866029 tst handover.py: using LAC 35495\u000a18:34:14.986601 tst handover.py: using RAC 50\u000a18:34:15.109116 tst handover.py: using CellId 35495\u000a18:34:15.240749 tst handover.py: using BVCI 35496\u000a18:34:15.266338 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:15.278077 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:15.289601 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:15.301219 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:15.312942 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:15.325245 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:15.447308 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:15.667352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:16.203952 run create_hlr_db(pid=17427): Launched\u000a18:34:16.344043 bus /sierra_2: Setting Powered False\u000a18:34:17.430918 run create_hlr_db(pid=17427): Terminated: ok {rc=0}\u000a18:34:17.824310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Launched\u000a18:34:18.137268 run osmo-hlr_10.42.42.2(pid=17430): Launched\u000a18:34:18.261609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:18.780589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Launched\u000a18:34:19.093054 run osmo-stp_10.42.42.5(pid=17433): Launched\u000a18:34:19.206665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:19.748043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17435): Launched\u000a18:34:20.060161 run osmo-msc_10.42.42.6(pid=17436): Launched\u000a18:34:20.241728 run osmo-stp_10.42.42.5(pid=17433): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]\u000a18:34:20.372920 run osmo-stp_10.42.42.5(pid=17433): stdout: \u000a| (launched: 2022-12-13_18:34:18.938849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:20.502301 run osmo-stp_10.42.42.5(pid=17433): stderr: \u000a| �[0;m�[38;5;43m20221213183419108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183419109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183419109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183419109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183419110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183419110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183419110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:20.627856 run osmo-stp_10.42.42.5(pid=17433): stdout: \u000a| (launched: 2022-12-13_18:34:18.938849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:20.751088 run osmo-stp_10.42.42.5(pid=17433): stderr: \u000a| �[0;m�[38;5;43m20221213183419108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183419109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183419109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183419109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183419110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183419110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183419110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:20.805366 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)] [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a18:34:20.813593 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:34:20.874345 run osmo-hlr_10.42.42.2(pid=17430): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17430)]\u000a18:34:20.924210 run osmo-hlr_10.42.42.2(pid=17430): stdout: \u000a| (launched: 2022-12-13_18:34:17.982832) \u000a18:34:20.974732 run osmo-hlr_10.42.42.2(pid=17430): stderr: \u000a| �[0;m�[1;31m20221213183418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183418171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183418180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183418180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183418180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:21.043438 run osmo-msc_10.42.42.6(pid=17436): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17436)]\u000a18:34:21.093152 run osmo-msc_10.42.42.6(pid=17436): stdout: \u000a| (launched: 2022-12-13_18:34:19.905608) \u000a18:34:21.143252 run osmo-msc_10.42.42.6(pid=17436): stderr: \u000a| �[0;m�[38;5;43m20221213183420176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183420176 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f038436fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183420177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183420177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183420177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183420177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183420179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183420179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183420179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183420179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:21.185795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Terminating (SIGTERM)\u000a18:34:21.225874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Terminating (SIGTERM)\u000a18:34:21.265979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17435): Terminating (SIGTERM)\u000a18:34:21.275343 --- ParallelTerminationStrategy: PID 17429 died...\u000a18:34:21.329489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Terminated: ok {rc=0}\u000a18:34:21.339277 --- ParallelTerminationStrategy: PID 17432 died...\u000a18:34:21.392789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Terminated: ok {rc=0}\u000a18:34:21.402576 --- ParallelTerminationStrategy: PID 17435 died...\u000a18:34:21.456115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17435): Terminated: ok {rc=0}\u000a18:34:21.545997 bus /sierra_3: Setting Powered False\u000a18:34:22.650760 bus /sierra_3: Setting Powered False\u000a18:34:23.764058 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17447): Process ended prematurely: osmo-stp_10.42.42.5(pid=17447) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17447)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17447): Process ended prematurely: osmo-stp_10.42.42.5(pid=17447) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a18:34:25.776618 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:34:25.787774 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:34:25.924305 tst handover.py: using LAC 35496\u000a18:34:26.048268 tst handover.py: using RAC 51\u000a18:34:26.172063 tst handover.py: using CellId 35496\u000a18:34:26.296069 tst handover.py: using BVCI 35497\u000a18:34:26.319951 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a18:34:26.458228 tst handover.py: using LAC 35497\u000a18:34:26.587377 tst handover.py: using RAC 52\u000a18:34:26.717717 tst handover.py: using CellId 35497\u000a18:34:26.848725 tst handover.py: using BVCI 35498\u000a18:34:26.874342 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:34:26.886026 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:34:26.897337 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:34:26.908618 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:34:26.920221 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a18:34:26.931745 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:34:27.052325 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a18:34:27.268382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:27.765594 run create_hlr_db(pid=17441): Launched\u000a18:34:27.902488 bus /sierra_2: Setting Powered False\u000a18:34:28.979960 run create_hlr_db(pid=17441): Terminated: ok {rc=0}\u000a18:34:29.396274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17443): Launched\u000a18:34:29.732143 run osmo-hlr_10.42.42.2(pid=17444): Launched\u000a18:34:29.855010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:30.411649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17446): Launched\u000a18:34:30.746432 run osmo-stp_10.42.42.5(pid=17447): Launched\u000a18:34:30.923161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:31.516463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17449): Launched\u000a18:34:32.026853 run osmo-msc_10.42.42.6(pid=17450): Launched\u000a18:34:32.347391 run osmo-stp_10.42.42.5(pid=17447): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17447)]\u000a18:34:32.482847 run osmo-stp_10.42.42.5(pid=17447): stdout: \u000a| (launched: 2022-12-13_18:34:30.581676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:32.612439 run osmo-stp_10.42.42.5(pid=17447): stderr: \u000a| �[0;m�[38;5;43m20221213183430771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183430771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183430771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183430772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183430772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183430772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183430772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:32.738344 run osmo-stp_10.42.42.5(pid=17447): stdout: \u000a| (launched: 2022-12-13_18:34:30.581676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:32.862308 run osmo-stp_10.42.42.5(pid=17447): stderr: \u000a| �[0;m�[38;5;43m20221213183430771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183430771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183430771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183430772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183430772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183430772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183430772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:32.916611 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17447): Process ended prematurely: osmo-stp_10.42.42.5(pid=17447) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17447)] [trial-2392↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a18:34:32.924759 tst handover.py:18: Test FAILED (7.1 sec)\u000a18:34:32.985587 run osmo-hlr_10.42.42.2(pid=17444): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17444)]\u000a18:34:33.035339 run osmo-hlr_10.42.42.2(pid=17444): stdout: \u000a| (launched: 2022-12-13_18:34:29.566868) \u000a18:34:33.085804 run osmo-hlr_10.42.42.2(pid=17444): stderr: \u000a| �[0;m�[1;31m20221213183429762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183429762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183429762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183429762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183429762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183429763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183429775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183429783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183429784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183429784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:33.154490 run osmo-msc_10.42.42.6(pid=17450): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17450)]\u000a18:34:33.204113 run osmo-msc_10.42.42.6(pid=17450): stdout: \u000a| (launched: 2022-12-13_18:34:31.682038) \u000a18:34:33.254288 run osmo-msc_10.42.42.6(pid=17450): stderr: \u000a| �[0;m�[38;5;43m20221213183432229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183432229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90931b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183432229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183432229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183432230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183432230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183432231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183432232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183432232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183432232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:33.297058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17443): Terminating (SIGTERM)\u000a18:34:33.337468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17446): Terminating (SIGTERM)\u000a18:34:33.378086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17449): Terminating (SIGTERM)\u000a18:34:33.387519 --- ParallelTerminationStrategy: PID 17443 died...\u000a18:34:33.442187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17443): Terminated: ok {rc=0}\u000a18:34:33.452117 --- ParallelTerminationStrategy: PID 17446 died...\u000a18:34:33.506527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17446): Terminated: ok {rc=0}\u000a18:34:33.516443 --- ParallelTerminationStrategy: PID 17449 died...\u000a18:34:33.570747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17449): Terminated: ok {rc=0}\u000a18:34:33.661342 bus /sierra_3: Setting Powered False\u000a18:34:34.765243 bus /sierra_3: Setting Powered False\u000a18:34:35.878740 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:34:25" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17461): Process ended prematurely: osmo-stp_10.42.42.5(pid=17461) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17461): Process ended prematurely: osmo-stp_10.42.42.5(pid=17461) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:34:37.922007 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:37.934330 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:34:38.085522 tst handover.py: using LAC 35498\u000a18:34:38.216838 tst handover.py: using RAC 53\u000a18:34:38.345761 tst handover.py: using CellId 35498\u000a18:34:38.473948 tst handover.py: using BVCI 35499\u000a18:34:38.499150 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:34:38.645095 tst handover.py: using LAC 35499\u000a18:34:38.776446 tst handover.py: using RAC 54\u000a18:34:38.905235 tst handover.py: using CellId 35499\u000a18:34:39.033720 tst handover.py: using BVCI 35500\u000a18:34:39.059168 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:39.070920 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:39.082457 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:39.093963 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:39.105764 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:34:39.117486 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:34:39.236642 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:34:39.453475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:39.950171 run create_hlr_db(pid=17455): Launched\u000a18:34:40.087355 bus /sierra_2: Setting Powered False\u000a18:34:41.164823 run create_hlr_db(pid=17455): Terminated: ok {rc=0}\u000a18:34:41.580232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17457): Launched\u000a18:34:41.914752 run osmo-hlr_10.42.42.2(pid=17458): Launched\u000a18:34:42.042002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:42.592593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17460): Launched\u000a18:34:42.926708 run osmo-stp_10.42.42.5(pid=17461): Launched\u000a18:34:43.051773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:43.630204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17463): Launched\u000a18:34:43.964149 run osmo-msc_10.42.42.6(pid=17464): Launched\u000a18:34:44.159128 run osmo-stp_10.42.42.5(pid=17461): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)]\u000a18:34:44.299775 run osmo-stp_10.42.42.5(pid=17461): stdout: \u000a| (launched: 2022-12-13_18:34:42.762525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:44.439066 run osmo-stp_10.42.42.5(pid=17461): stderr: \u000a| �[0;m�[38;5;43m20221213183442951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183442951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183442951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183442952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183442952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183442952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183442952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:44.573123 run osmo-stp_10.42.42.5(pid=17461): stdout: \u000a| (launched: 2022-12-13_18:34:42.762525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:44.706135 run osmo-stp_10.42.42.5(pid=17461): stderr: \u000a| �[0;m�[38;5;43m20221213183442951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183442951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183442951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183442952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183442952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183442952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183442952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:44.764315 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17461): Process ended prematurely: osmo-stp_10.42.42.5(pid=17461) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)] [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a18:34:44.773284 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:34:44.837901 run osmo-hlr_10.42.42.2(pid=17458): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17458)]\u000a18:34:44.890673 run osmo-hlr_10.42.42.2(pid=17458): stdout: \u000a| (launched: 2022-12-13_18:34:41.749734) \u000a18:34:44.943893 run osmo-hlr_10.42.42.2(pid=17458): stderr: \u000a| �[0;m�[1;31m20221213183441944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183441944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183441944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183441945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183441945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183441945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183441957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183441966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183441966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183441966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:45.016411 run osmo-msc_10.42.42.6(pid=17464): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17464)]\u000a18:34:45.068594 run osmo-msc_10.42.42.6(pid=17464): stdout: \u000a| (launched: 2022-12-13_18:34:43.799265) \u000a18:34:45.121759 run osmo-msc_10.42.42.6(pid=17464): stderr: \u000a| �[0;m�[38;5;43m20221213183444118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183444119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbea1098c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183444119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183444119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183444119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183444119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183444121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183444121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183444121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183444122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:45.167272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17457): Terminating (SIGTERM)\u000a18:34:45.210369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17460): Terminating (SIGTERM)\u000a18:34:45.253314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17463): Terminating (SIGTERM)\u000a18:34:45.263186 --- ParallelTerminationStrategy: PID 17457 died...\u000a18:34:45.321090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17457): Terminated: ok {rc=0}\u000a18:34:45.331424 --- ParallelTerminationStrategy: PID 17460 died...\u000a18:34:45.388520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17460): Terminated: ok {rc=0}\u000a18:34:45.398885 --- ParallelTerminationStrategy: PID 17463 died...\u000a18:34:45.456044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17463): Terminated: ok {rc=0}\u000a18:34:45.545200 bus /sierra_3: Setting Powered False\u000a18:34:46.651225 bus /sierra_3: Setting Powered False\u000a18:34:47.760348 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:34:37" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17475): Process ended prematurely: osmo-stp_10.42.42.5(pid=17475) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17475)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17475): Process ended prematurely: osmo-stp_10.42.42.5(pid=17475) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:34:49.811220 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:49.822570 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:49.960096 tst handover.py: using LAC 35500\u000a18:34:50.083253 tst handover.py: using RAC 55\u000a18:34:50.209699 tst handover.py: using CellId 35500\u000a18:34:50.339234 tst handover.py: using BVCI 35501\u000a18:34:50.364868 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:34:50.508171 tst handover.py: using LAC 35501\u000a18:34:50.639132 tst handover.py: using RAC 56\u000a18:34:50.768062 tst handover.py: using CellId 35501\u000a18:34:50.896642 tst handover.py: using BVCI 35502\u000a18:34:50.922199 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:50.933915 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:50.945291 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:50.956614 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:50.968457 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:34:50.980121 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:51.098218 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:34:51.303872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:51.777286 run create_hlr_db(pid=17469): Launched\u000a18:34:51.903938 bus /sierra_2: Setting Powered False\u000a18:34:52.978969 run create_hlr_db(pid=17469): Terminated: ok {rc=0}\u000a18:34:53.394232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17471): Launched\u000a18:34:53.729271 run osmo-hlr_10.42.42.2(pid=17472): Launched\u000a18:34:53.854268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:54.407339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17474): Launched\u000a18:34:54.741145 run osmo-stp_10.42.42.5(pid=17475): Launched\u000a18:34:54.862370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:55.442069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17477): Launched\u000a18:34:55.776151 run osmo-msc_10.42.42.6(pid=17478): Launched\u000a18:34:55.971414 run osmo-stp_10.42.42.5(pid=17475): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17475)]\u000a18:34:56.112052 run osmo-stp_10.42.42.5(pid=17475): stdout: \u000a| (launched: 2022-12-13_18:34:54.576179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:56.251141 run osmo-stp_10.42.42.5(pid=17475): stderr: \u000a| �[0;m�[38;5;43m20221213183454767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183454767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183454767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183454767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183454768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183454768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183454768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:56.384538 run osmo-stp_10.42.42.5(pid=17475): stdout: \u000a| (launched: 2022-12-13_18:34:54.576179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:56.517302 run osmo-stp_10.42.42.5(pid=17475): stderr: \u000a| �[0;m�[38;5;43m20221213183454767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183454767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183454767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183454767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183454768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183454768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183454768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:56.575115 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17475): Process ended prematurely: osmo-stp_10.42.42.5(pid=17475) [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17475)] [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a18:34:56.583834 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:34:56.648570 run osmo-hlr_10.42.42.2(pid=17472): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17472)]\u000a18:34:56.701354 run osmo-hlr_10.42.42.2(pid=17472): stdout: \u000a| (launched: 2022-12-13_18:34:53.563602) \u000a18:34:56.754600 run osmo-hlr_10.42.42.2(pid=17472): stderr: \u000a| �[0;m�[1;31m20221213183453760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183453760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183453760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183453760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183453760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183453760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183453772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183453781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183453781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183453781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:56.826779 run osmo-msc_10.42.42.6(pid=17478): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17478)]\u000a18:34:56.879284 run osmo-msc_10.42.42.6(pid=17478): stdout: \u000a| (launched: 2022-12-13_18:34:55.611165) \u000a18:34:56.932278 run osmo-msc_10.42.42.6(pid=17478): stderr: \u000a| �[0;m�[38;5;43m20221213183455929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183455930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb13ee2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183455930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183455930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183455930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183455930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183455932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183455932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183455932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183455932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:56.978122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17471): Terminating (SIGTERM)\u000a18:34:57.021207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17474): Terminating (SIGTERM)\u000a18:34:57.064063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17477): Terminating (SIGTERM)\u000a18:34:57.074065 --- ParallelTerminationStrategy: PID 17471 died...\u000a18:34:57.131543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17471): Terminated: ok {rc=0}\u000a18:34:57.141930 --- ParallelTerminationStrategy: PID 17474 died...\u000a18:34:57.199160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17474): Terminated: ok {rc=0}\u000a18:34:57.209765 --- ParallelTerminationStrategy: PID 17477 died...\u000a18:34:57.267194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17477): Terminated: ok {rc=0}\u000a18:34:57.355571 bus /sierra_3: Setting Powered False\u000a18:34:58.463344 bus /sierra_3: Setting Powered False\u000a18:34:59.577559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:34:49" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2392↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2392↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a18:35:01.654585 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:35:01.666659 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:35:01.818706 tst handover.py: using LAC 35502\u000a18:35:01.995261 tst handover.py: using RAC 57\u000a18:35:02.151000 tst handover.py: using CellId 35502\u000a18:35:02.335207 tst handover.py: using BVCI 35503\u000a18:35:02.366503 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a18:35:02.538813 tst handover.py: using LAC 35503\u000a18:35:02.691176 tst handover.py: using RAC 58\u000a18:35:02.823384 tst handover.py: using CellId 35503\u000a18:35:02.951883 tst handover.py: using BVCI 35504\u000a18:35:02.977742 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:35:02.989148 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:35:03.000316 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:35:03.011544 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:35:03.023200 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:35:03.034657 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:35:03.154137 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a18:35:03.360176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:03.832622 run create_hlr_db(pid=17494): Launched\u000a18:35:03.960182 bus /sierra_2: Setting Powered False\u000a18:35:05.033939 run create_hlr_db(pid=17494): Terminated: ok {rc=0}\u000a18:35:05.425074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Launched\u000a18:35:05.738107 run osmo-hlr_10.42.42.2(pid=17497): Launched\u000a18:35:05.863520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:06.383773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Launched\u000a18:35:06.695520 run osmo-stp_10.42.42.5(pid=17500): Launched\u000a18:35:06.808678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:07.351796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Launched\u000a18:35:07.666169 run osmo-msc_10.42.42.6(pid=17503): Launched\u000a18:35:07.848263 run osmo-stp_10.42.42.5(pid=17500): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]\u000a18:35:07.979962 run osmo-stp_10.42.42.5(pid=17500): stdout: \u000a| (launched: 2022-12-13_18:35:06.542115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:08.109758 run osmo-stp_10.42.42.5(pid=17500): stderr: \u000a| �[0;m�[38;5;43m20221213183506712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183506712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183506712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183506713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183506713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183506713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183506714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:08.234864 run osmo-stp_10.42.42.5(pid=17500): stdout: \u000a| (launched: 2022-12-13_18:35:06.542115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:08.358840 run osmo-stp_10.42.42.5(pid=17500): stderr: \u000a| �[0;m�[38;5;43m20221213183506712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183506712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183506712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183506713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183506713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183506713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183506714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:08.413037 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2392↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)] [trial-2392↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a18:35:08.421214 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:35:08.482966 run osmo-hlr_10.42.42.2(pid=17497): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17497)]\u000a18:35:08.532537 run osmo-hlr_10.42.42.2(pid=17497): stdout: \u000a| (launched: 2022-12-13_18:35:05.583431) \u000a18:35:08.582828 run osmo-hlr_10.42.42.2(pid=17497): stderr: \u000a| �[0;m�[1;31m20221213183505759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183505759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183505759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183505759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183505759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183505759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183505771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183505780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183505780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183505780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:08.651449 run osmo-msc_10.42.42.6(pid=17503): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17503)]\u000a18:35:08.701141 run osmo-msc_10.42.42.6(pid=17503): stdout: \u000a| (launched: 2022-12-13_18:35:07.510108) \u000a18:35:08.751274 run osmo-msc_10.42.42.6(pid=17503): stderr: \u000a| �[0;m�[38;5;43m20221213183507791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183507791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b35bbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183507791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183507791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183507791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183507792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183507793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183507794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183507794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183507794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:08.794189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminating (SIGTERM)\u000a18:35:08.835438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminating (SIGTERM)\u000a18:35:08.876149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Terminating (SIGTERM)\u000a18:35:08.885636 --- ParallelTerminationStrategy: PID 17496 died...\u000a18:35:08.940727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminated: ok {rc=0}\u000a18:35:08.950653 --- ParallelTerminationStrategy: PID 17499 died...\u000a18:35:09.004911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminated: ok {rc=0}\u000a18:35:09.014788 --- ParallelTerminationStrategy: PID 17502 died...\u000a18:35:09.068893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Terminated: ok {rc=0}\u000a18:35:09.153461 bus /sierra_3: Setting Powered False\u000a18:35:10.262630 bus /sierra_3: Setting Powered False\u000a18:35:11.371868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:35:01" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2392↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2392↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:35:13.386099 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:13.397885 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:35:13.525900 tst handover.py: using LAC 35504\u000a18:35:13.658057 tst handover.py: using RAC 59\u000a18:35:13.783747 tst handover.py: using CellId 35504\u000a18:35:13.919996 tst handover.py: using BVCI 35505\u000a18:35:13.945757 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:35:14.097834 tst handover.py: using LAC 35505\u000a18:35:14.238817 tst handover.py: using RAC 60\u000a18:35:14.369704 tst handover.py: using CellId 35505\u000a18:35:14.502847 tst handover.py: using BVCI 35506\u000a18:35:14.529558 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:14.541881 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:14.554183 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:14.566310 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:14.580488 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:14.593783 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:35:14.723202 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:35:14.940573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:15.412842 run create_hlr_db(pid=17859): Launched\u000a18:35:15.540437 bus /sierra_2: Setting Powered False\u000a18:35:16.617855 run create_hlr_db(pid=17859): Terminated: ok {rc=0}\u000a18:35:17.079346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Launched\u000a18:35:17.416136 run osmo-hlr_10.42.42.2(pid=17862): Launched\u000a18:35:17.541646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:18.095835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Launched\u000a18:35:18.429062 run osmo-stp_10.42.42.5(pid=17865): Launched\u000a18:35:18.550559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:19.131940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17867): Launched\u000a18:35:19.467342 run osmo-msc_10.42.42.6(pid=17868): Launched\u000a18:35:19.698534 run osmo-stp_10.42.42.5(pid=17865): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]\u000a18:35:19.840155 run osmo-stp_10.42.42.5(pid=17865): stdout: \u000a| (launched: 2022-12-13_18:35:18.265271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:19.979306 run osmo-stp_10.42.42.5(pid=17865): stderr: \u000a| �[0;m�[38;5;43m20221213183518456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183518456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183518457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183518457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183518458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183518458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183518458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:20.113733 run osmo-stp_10.42.42.5(pid=17865): stdout: \u000a| (launched: 2022-12-13_18:35:18.265271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:20.246951 run osmo-stp_10.42.42.5(pid=17865): stderr: \u000a| �[0;m�[38;5;43m20221213183518456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183518456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183518457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183518457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183518458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183518458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183518458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:20.305073 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2392↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)] [trial-2392↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a18:35:20.313831 tst handover.py:18: Test FAILED (6.9 sec)\u000a18:35:20.379013 run osmo-hlr_10.42.42.2(pid=17862): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17862)]\u000a18:35:20.432083 run osmo-hlr_10.42.42.2(pid=17862): stdout: \u000a| (launched: 2022-12-13_18:35:17.251027) \u000a18:35:20.485484 run osmo-hlr_10.42.42.2(pid=17862): stderr: \u000a| �[0;m�[1;31m20221213183517446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183517446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183517446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183517446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183517446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183517446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183517458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183517467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183517467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183517467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:20.558314 run osmo-msc_10.42.42.6(pid=17868): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17868)]\u000a18:35:20.611367 run osmo-msc_10.42.42.6(pid=17868): stdout: \u000a| (launched: 2022-12-13_18:35:19.301888) \u000a18:35:20.664887 run osmo-msc_10.42.42.6(pid=17868): stderr: \u000a| �[0;m�[38;5;43m20221213183519624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183519624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd26dac1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183519624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183519624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183519625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183519626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183519627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183519627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183519627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:20.710465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Terminating (SIGTERM)\u000a18:35:20.753711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Terminating (SIGTERM)\u000a18:35:20.796729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17867): Terminating (SIGTERM)\u000a18:35:20.806644 --- ParallelTerminationStrategy: PID 17861 died...\u000a18:35:20.864520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Terminated: ok {rc=0}\u000a18:35:20.874901 --- ParallelTerminationStrategy: PID 17864 died...\u000a18:35:20.932547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Terminated: ok {rc=0}\u000a18:35:20.942865 --- ParallelTerminationStrategy: PID 17867 died...\u000a18:35:21.000644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17867): Terminated: ok {rc=0}\u000a18:35:21.090521 bus /sierra_3: Setting Powered False\u000a18:35:22.199102 bus /sierra_3: Setting Powered False\u000a18:35:23.337564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:35:13" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18055): Process ended prematurely: osmo-stp_10.42.42.5(pid=18055) [trial-2392↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18055): Process ended prematurely: osmo-stp_10.42.42.5(pid=18055) [trial-2392↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2392 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a18:35:25.362449 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:25.374438 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:35:25.512556 tst handover.py: using LAC 35506\u000a18:35:25.636561 tst handover.py: using RAC 61\u000a18:35:25.761796 tst handover.py: using CellId 35506\u000a18:35:25.886970 tst handover.py: using BVCI 35507\u000a18:35:25.911473 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a18:35:26.051179 tst handover.py: using LAC 35507\u000a18:35:26.176401 tst handover.py: using RAC 62\u000a18:35:26.299615 tst handover.py: using CellId 35507\u000a18:35:26.422724 tst handover.py: using BVCI 35508\u000a18:35:26.448007 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:26.459811 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:26.471507 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:26.483358 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:26.496122 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:35:26.508656 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:35:26.635223 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:35:26.850523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:27.367343 run create_hlr_db(pid=18048): Launched\u000a18:35:27.500295 bus /sierra_2: Setting Powered False\u000a18:35:28.576857 run create_hlr_db(pid=18048): Terminated: ok {rc=0}\u000a18:35:29.006639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18051): Launched\u000a18:35:29.344038 run osmo-hlr_10.42.42.2(pid=18052): Launched\u000a18:35:29.468616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:30.022863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18054): Launched\u000a18:35:30.356318 run osmo-stp_10.42.42.5(pid=18055): Launched\u000a18:35:30.476925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:31.075264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18057): Launched\u000a18:35:31.484353 run osmo-msc_10.42.42.6(pid=18058): Launched\u000a18:35:31.835871 run osmo-stp_10.42.42.5(pid=18055): ERR: Terminated: ERROR {rc=1} [trial-2392↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)]\u000a18:35:32.185209 run osmo-stp_10.42.42.5(pid=18055): stdout: \u000a| (launched: 2022-12-13_18:35:30.192368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:32.346598 run osmo-stp_10.42.42.5(pid=18055): stderr: \u000a| �[0;m�[38;5;43m20221213183530384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183530384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183530384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183530385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:32.479167 run osmo-stp_10.42.42.5(pid=18055): stdout: \u000a| (launched: 2022-12-13_18:35:30.192368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:32.603318 run osmo-stp_10.42.42.5(pid=18055): stderr: \u000a| �[0;m�[38;5;43m20221213183530384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213183530384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213183530384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213183530385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213183530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213183530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213183530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:32.657684 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18055): Process ended prematurely: osmo-stp_10.42.42.5(pid=18055) [trial-2392↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)] [trial-2392↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a18:35:32.666273 tst handover.py:18: Test FAILED (7.3 sec)\u000a18:35:32.727935 run osmo-hlr_10.42.42.2(pid=18052): ERR: Terminated: ERROR {rc=237} [trial-2392↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18052)]\u000a18:35:32.778442 run osmo-hlr_10.42.42.2(pid=18052): stdout: \u000a| (launched: 2022-12-13_18:35:29.178348) \u000a18:35:32.829246 run osmo-hlr_10.42.42.2(pid=18052): stderr: \u000a| �[0;m�[1;31m20221213183529375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213183529375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213183529375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183529375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213183529375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213183529375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213183529387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2392/run.2022-12-13_17-10-08/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213183529397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213183529397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213183529397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:32.898255 run osmo-msc_10.42.42.6(pid=18058): ERR: Terminated: ERROR {rc=2} [trial-2392↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18058)]\u000a18:35:32.948413 run osmo-msc_10.42.42.6(pid=18058): stdout: \u000a| (launched: 2022-12-13_18:35:31.247617) \u000a18:35:32.999284 run osmo-msc_10.42.42.6(pid=18058): stderr: \u000a| �[0;m�[38;5;43m20221213183531842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213183531843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdf12a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213183531843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213183531843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213183531843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213183531843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213183531845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213183531847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213183531848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213183531848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:33.042291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18051): Terminating (SIGTERM)\u000a18:35:33.082852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18054): Terminating (SIGTERM)\u000a18:35:33.123621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18057): Terminating (SIGTERM)\u000a18:35:33.133549 --- ParallelTerminationStrategy: PID 18051 died...\u000a18:35:33.188604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18051): Terminated: ok {rc=0}\u000a18:35:33.198610 --- ParallelTerminationStrategy: PID 18054 died...\u000a18:35:33.253122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18054): Terminated: ok {rc=0}\u000a18:35:33.263011 --- ParallelTerminationStrategy: PID 18057 died...\u000a18:35:33.317164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18057): Terminated: ok {rc=0}\u000a18:35:33.408279 bus /sierra_3: Setting Powered False\u000a18:35:34.516618 bus /sierra_3: Setting Powered False\u000a18:35:35.630112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:35:25" } ] }